diff --git a/.eval_results/MathArena--aime_2026.yaml b/.eval_results/MathArena--aime_2026.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8d0f0372e627a0d17d80222d90c65a33ecab6e4c --- /dev/null +++ b/.eval_results/MathArena--aime_2026.yaml @@ -0,0 +1,8 @@ +- dataset: + id: MathArena/aime_2026 + task_id: MathArena/aime_2026 + value: 95.3 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card diff --git a/.eval_results/MathArena--hmmt_feb_2026.yaml b/.eval_results/MathArena--hmmt_feb_2026.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e41e3218dfd5301af5a69ae03abc10f47f30e924 --- /dev/null +++ b/.eval_results/MathArena--hmmt_feb_2026.yaml @@ -0,0 +1,8 @@ +- dataset: + id: MathArena/hmmt_feb_2026 + task_id: MathArena/hmmt_feb_2026 + value: 82.6 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card diff --git a/.eval_results/gpqa.yaml b/.eval_results/gpqa.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a91d776746540c33b467bfb8b1e05dec8a6b6e9 --- /dev/null +++ b/.eval_results/gpqa.yaml @@ -0,0 +1,8 @@ +- dataset: + id: Idavidrein/gpqa + task_id: diamond + value: 86.2 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card diff --git a/.eval_results/hle.yaml b/.eval_results/hle.yaml new file mode 100644 index 0000000000000000000000000000000000000000..37b6d8abb760e1f7f9321c5789589a4caf0d3aea --- /dev/null +++ b/.eval_results/hle.yaml @@ -0,0 +1,8 @@ +- dataset: + id: cais/hle + task_id: hle + value: 31.0 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card diff --git a/.eval_results/hle_with_tools.yaml b/.eval_results/hle_with_tools.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b0e7441b6a0150e697123f6523d2e784a881e441 --- /dev/null +++ b/.eval_results/hle_with_tools.yaml @@ -0,0 +1,9 @@ +- dataset: + id: cais/hle + task_id: hle + value: 52.3 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card + notes: "With tools" diff --git a/.eval_results/swe_bench_pro.yaml b/.eval_results/swe_bench_pro.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a54f4b051be62c50a7a98ec73f2d7bd8f639e3b9 --- /dev/null +++ b/.eval_results/swe_bench_pro.yaml @@ -0,0 +1,8 @@ +- dataset: + id: ScaleAI/SWE-bench_Pro + task_id: SWE_Bench_Pro + value: 58.4 + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card + notes: high reasoning \ No newline at end of file diff --git a/.eval_results/terminal_bench_2.yaml b/.eval_results/terminal_bench_2.yaml new file mode 100644 index 0000000000000000000000000000000000000000..96d3a631cb95fc24f2e0ef45c650d704a5c87d96 --- /dev/null +++ b/.eval_results/terminal_bench_2.yaml @@ -0,0 +1,8 @@ +- dataset: + id: harborframework/terminal-bench-2.0 + task_id: terminalbench_2 + value: 63.5 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card \ No newline at end of file diff --git a/.eval_results/terminal_bench_2_claudecode.yaml b/.eval_results/terminal_bench_2_claudecode.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c1169a11b6dab80431cc2d4118dd511dfa1acfa6 --- /dev/null +++ b/.eval_results/terminal_bench_2_claudecode.yaml @@ -0,0 +1,9 @@ +- dataset: + id: harborframework/terminal-bench-2.0 + task_id: terminalbench_2 + value: 69.0 + date: '2026-04-07' + source: + url: https://huggingface.co/zai-org/GLM-5.1 + name: Model Card + notes: "agent: Terminus 2(Claude Code)" diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..2f85cd47cbc12429c8907210926cfc42399e64c1 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +language: +- en +- zh +library_name: transformers +license: mit +pipeline_tag: text-generation +--- + +# GLM-5.1 + +
+ +
+

+ đź‘‹ Join our WeChat or Discord community. +
+ đź“– Check out the GLM-5.1 blog and GLM-5 Technical report. +
+ đź“Ť Use GLM-5.1 API services on Z.ai API Platform. +
+ 🔜 GLM-5.1 will be available on chat.z.ai in the coming days. +

+ +

+ [Paper] + [GitHub] +

+ +## Introduction + +GLM-5.1 is our next-generation flagship model for agentic engineering, with significantly stronger coding capabilities than its predecessor. It achieves state-of-the-art performance on SWE-Bench Pro and leads GLM-5 by a wide margin on NL2Repo (repo generation) and Terminal-Bench 2.0 (real-world terminal tasks). + +![bench_51](https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/bench_51.png) + +But the most meaningful leap goes beyond first-pass performance. Previous models—including GLM-5—tend to exhaust their repertoire early: they apply familiar techniques for quick initial gains, then plateau. Giving them more time doesn't help. + +GLM-5.1, by contrast, is built to stay effective on agentic tasks over much longer horizons. We've found that the model handles ambiguous problems with better judgment and stays productive over longer sessions. It breaks complex problems down, runs experiments, reads results, and identifies blockers with real precision. By revisiting its reasoning and revising its strategy through repeated iteration, GLM-5.1 sustains optimization over hundreds of rounds and thousands of tool calls. The longer it runs, the better the result. + +## Benchmark + +| | GLM-5.1 | GLM-5 | Qwen3.6-Plus | Minimax M2.7 | DeepSeek-V3.2 | Kimi K2.5 | Claude Opus 4.6 | Gemini 3.1 Pro | GPT-5.4 | +| ------------------------------------------ | ------------------ | ------------------- | ------------ | -------------------- | -------------------- | ---------- | --------------- | -------------- | ---------------- | +| HLE | 31.0 | 30.5 | 28.8 | 28.0 | 25.1 | 31.5 | 36.7 | **45.0** | 39.8 | +| HLE (w/ Tools) | 52.3 | 50.4 | 50.6 | - | 40.8 | 51.8 | **53.1*** | 51.4* | 52.1* | +| AIME 2026 | 95.3 | 95.4 | 95.1 | 89.8 | 95.1 | 94.5 | 95.6 | 98.2 | **98.7** | +| HMMT Nov. 2025 | 94.0 | **96.9** | 94.6 | 81.0 | 90.2 | 91.1 | 96.3 | 94.8 | 95.8 | +| HMMT Feb. 2026 | 82.6 | 82.8 | 87.8 | 72.7 | 79.9 | 81.3 | 84.3 | 87.3 | **91.8** | +| IMOAnswerBench | 83.8 | 82.5 | 83.8 | 66.3 | 78.3 | 81.8 | 75.3 | 81.0 | **91.4** | +| GPQA-Diamond | 86.2 | 86.0 | 90.4 | 87.0 | 82.4 | 87.6 | 91.3 | **94.3** | 92.0 | +| SWE-Bench Pro | **58.4** | 55.1 | 56.6 | 56.2 | - | 53.8 | 57.3 | 54.2 | 57.7 | +| NL2Repo | 42.7 | 35.9 | 37.9 | 39.8 | - | 32.0 | **49.8** | 33.4 | 41.3 | +| Terminal-Bench 2.0 (Terminus-2) | 63.5 | 56.2 | 61.6 | - | 39.3 | 50.8 | 65.4 | **68.5** | - | +| Terminal-Bench 2.0 (Best self-reported) | 69.0 (Claude Code) | 56.2 (Claude Code) | - | 57.0 (Claude Code) | 46.4 (Claude Code) | - | - | - | **75.1** (Codex) | +| CyberGym | **68.7** | 48.3 | - | - | 17.3 | 41.3 | 66.6 | - | - | +| BrowseComp | **68.0** | 62.0 | - | - | 51.4 | 60.6 | - | - | - | +| BrowseComp (w/ Context Manage) | 79.3 | 75.9 | - | - | 67.6 | 74.9 | 84.0 | **85.9** | 82.7 | +| τ³-Bench | 70.6 | 69.2 | 70.7 | 67.6 | 69.2 | 66.0 | 72.4 | 67.1 | **72.9** | +| MCP-Atlas (Public Set) | 71.8 | 69.2 | **74.1** | 48.8 | 62.2 | 63.8 | 73.8 | 69.2 | 67.2 | +| Tool-Decathlon | 40.7 | 38.0 | 39.8 | 46.3 | 35.2 | 27.8 | 47.2 | 48.8 | **54.6** | +| Vending Bench 2 | $5,634.41 | $4,432.12 | $5,114.87 | - | $1,034.00 | $1,198.46 | **$8,017.59** | $911.21 | $6,144.18 | +## Serve GLM-5.1 Locally + +The following open-source frameworks support local deployment of GLM-5.1: + +- [SGLang](https://github.com/sgl-project/sglang) (v0.5.10+) — see [cookbook](https://cookbook.sglang.io/autoregressive/GLM/GLM-5.1) +- [vLLM](https://github.com/vllm-project/vllm) (v0.19.0+) — see [recipes](https://github.com/vllm-project/recipes/blob/main/GLM/GLM5.md) +- [xLLM](https://github.com/jd-opensource/xllm) (v0.8.0+) — see [example](https://github.com/zai-org/GLM-5/blob/main/example/ascend.md) +- [Transformers](https://github.com/huggingface/transformers) (v0.5.3+) — see [transformers docs](https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/glm_moe_dsa.md) +- [KTransformers](https://github.com/kvcache-ai/ktransformers) (v0.5.3+) — see [tutorial](https://github.com/kvcache-ai/ktransformers/blob/main/doc/en/kt-kernel/GLM-5.1-Tutorial.md) + +## Citation + +If you find GLM-5.1 or GLM-5 useful in your research, please cite our technical report: + +```bibtex +@misc{glm5team2026glm5vibecodingagentic, + title={GLM-5: from Vibe Coding to Agentic Engineering}, + author={GLM-5-Team and : and Aohan Zeng and Xin Lv and Zhenyu Hou and Zhengxiao Du and Qinkai Zheng and Bin Chen and Da Yin and Chendi Ge and Chenghua Huang and Chengxing Xie and Chenzheng Zhu and Congfeng Yin and Cunxiang Wang and Gengzheng Pan and Hao Zeng and Haoke Zhang and Haoran Wang and Huilong Chen and Jiajie Zhang and Jian Jiao and Jiaqi Guo and Jingsen Wang and Jingzhao Du and Jinzhu Wu and Kedong Wang and Lei Li and Lin Fan and Lucen Zhong and Mingdao Liu and Mingming Zhao and Pengfan Du and Qian Dong and Rui Lu and Shuang-Li and Shulin Cao and Song Liu and Ting Jiang and Xiaodong Chen and Xiaohan Zhang and Xuancheng Huang and Xuezhen Dong and Yabo Xu and Yao Wei and Yifan An and Yilin Niu and Yitong Zhu and Yuanhao Wen and Yukuo Cen and Yushi Bai and Zhongpei Qiao and Zihan Wang and Zikang Wang and Zilin Zhu and Ziqiang Liu and Zixuan Li and Bojie Wang and Bosi Wen and Can Huang and Changpeng Cai and Chao Yu and Chen Li and Chengwei Hu and Chenhui Zhang and Dan Zhang and Daoyan Lin and Dayong Yang and Di Wang and Ding Ai and Erle Zhu and Fangzhou Yi and Feiyu Chen and Guohong Wen and Hailong Sun and Haisha Zhao and Haiyi Hu and Hanchen Zhang and Hanrui Liu and Hanyu Zhang and Hao Peng and Hao Tai and Haobo Zhang and He Liu and Hongwei Wang and Hongxi Yan and Hongyu Ge and Huan Liu and Huanpeng Chu and Jia'ni Zhao and Jiachen Wang and Jiajing Zhao and Jiamin Ren and Jiapeng Wang and Jiaxin Zhang and Jiayi Gui and Jiayue Zhao and Jijie Li and Jing An and Jing Li and Jingwei Yuan and Jinhua Du and Jinxin Liu and Junkai Zhi and Junwen Duan and Kaiyue Zhou and Kangjian Wei and Ke Wang and Keyun Luo and Laiqiang Zhang and Leigang Sha and Liang Xu and Lindong Wu and Lintao Ding and Lu Chen and Minghao Li and Nianyi Lin and Pan Ta and Qiang Zou and Rongjun Song and Ruiqi Yang and Shangqing Tu and Shangtong Yang and Shaoxiang Wu and Shengyan Zhang and Shijie Li and Shuang Li and Shuyi Fan and Wei Qin and Wei Tian and Weining Zhang and Wenbo Yu and Wenjie Liang and Xiang Kuang and Xiangmeng Cheng and Xiangyang Li and Xiaoquan Yan and Xiaowei Hu and Xiaoying Ling and Xing Fan and Xingye Xia and Xinyuan Zhang and Xinze Zhang and Xirui Pan and Xu Zou and Xunkai Zhang and Yadi Liu and Yandong Wu and Yanfu Li and Yidong Wang and Yifan Zhu and Yijun Tan and Yilin Zhou and Yiming Pan and Ying Zhang and Yinpei Su and Yipeng Geng and Yong Yan and Yonglin Tan and Yuean Bi and Yuhan Shen and Yuhao Yang and Yujiang Li and Yunan Liu and Yunqing Wang and Yuntao Li and Yurong Wu and Yutao Zhang and Yuxi Duan and Yuxuan Zhang and Zezhen Liu and Zhengtao Jiang and Zhenhe Yan and Zheyu Zhang and Zhixiang Wei and Zhuo Chen and Zhuoer Feng and Zijun Yao and Ziwei Chai and Ziyuan Wang and Zuzhou Zhang and Bin Xu and Minlie Huang and Hongning Wang and Juanzi Li and Yuxiao Dong and Jie Tang}, + year={2026}, + eprint={2602.15763}, + archivePrefix={arXiv}, + primaryClass={cs.LG}, + url={https://arxiv.org/abs/2602.15763}, +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..0093efaa15b9ee3b0d8799ec64933fe0897b6687 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,117 @@ +[gMASK] +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1, thinking_indices='') -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- elif m.role == 'assistant' %} + {%- if m.reasoning_content is string %} + {%- set ns.thinking_indices = ns.thinking_indices ~ ',' ~ ns.last_user_index ~ ',' -%} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- set ns.has_thinking = false -%} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}{% set ns.has_thinking = (',' ~ loop.index0 ~ ',') in ns.thinking_indices -%} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- elif loop.index0 > ns.last_user_index and not (enable_thinking is defined and not enable_thinking) %} + {%- set reasoning_content = '' %} +{%- elif loop.index0 < ns.last_user_index and ns.has_thinking %} + {%- set reasoning_content = '' %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} +{%- endif %} +{%- if m.content is string -%} + {{- '' + m.content + '' -}} +{%- else -%} + {{- '\n' -}} + {% for tr in m.content %} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..42cca72d2d225c58339081292869d1a7c9a0e80d --- /dev/null +++ b/config.json @@ -0,0 +1,59 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "hidden_act": "silu", + "head_dim": 64, + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_topk": 2048, + "indexer_rope_interleave": true, + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 202752, + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "model_type": "glm_moe_dsa", + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.4.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..453800a061bdc65b75b9dd99ecc66ede543dac89 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.4.0" +} diff --git a/model-00001-of-00282.safetensors b/model-00001-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c799e86318635af680463816dc18058ca745ccb --- /dev/null +++ b/model-00001-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e488bff5a538ff633d02a4841f29e20d9944f7aeab0100429b610baa10ef3aab +size 5342821416 diff --git a/model-00002-of-00282.safetensors b/model-00002-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18b6bb95dac97679202a95493fc9cb8c1741c658 --- /dev/null +++ b/model-00002-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0d8c9df21ced607a57835c7f7e5675488f5b9e56c3c889b75903608dd336c4 +size 5351970840 diff --git a/model-00003-of-00282.safetensors b/model-00003-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d41b8b0f24fc5a4cf04532e9d14decbc4809b6f --- /dev/null +++ b/model-00003-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef1bf958040cb5140dbffcd5316bf7603e3b233a93607c12830ae46c130813 +size 5360347320 diff --git a/model-00004-of-00282.safetensors b/model-00004-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..590a84305a12076415bfc6659eba9aab686141f0 --- /dev/null +++ b/model-00004-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b8eb673336fc0fdd98d9ac77a4795d1b153311cd7fc993ca231e5a52773e83 +size 5360347208 diff --git a/model-00005-of-00282.safetensors b/model-00005-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c38cbaaf356290d8e65af7b19876b0f8aed77d5 --- /dev/null +++ b/model-00005-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8548f35ef0004fea726c55427a46cf819949fa548e99123637d2c6643e196550 +size 5359985352 diff --git a/model-00006-of-00282.safetensors b/model-00006-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50660d7ac6e59cb746f869bc804c272afb54a3ca --- /dev/null +++ b/model-00006-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed50a7b1a1c630e87ed7b959243f290d78f01471e3fa7591a7e52017a4b8131e +size 5360347320 diff --git a/model-00007-of-00282.safetensors b/model-00007-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a356153cad492dc1a988209b929ab8cec903711 --- /dev/null +++ b/model-00007-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84b6d1726a4fa595ecf43d8e1e9c2607284410d38cc1e2ab03e0db74d590b29 +size 5360347320 diff --git a/model-00008-of-00282.safetensors b/model-00008-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2e6e2172e1b207c6b2370293eac45995398a518 --- /dev/null +++ b/model-00008-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92843c468579fa94144261e53bf0dc1546b478f51d487c32daf8b113928edb0e +size 5360347144 diff --git a/model-00009-of-00282.safetensors b/model-00009-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a75d99f19167d28f153d1ba06f2aff009e59725 --- /dev/null +++ b/model-00009-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ba244428406d32f81941b8590bb8bb1229a0a0d19b311264e5541215665692 +size 5359985416 diff --git a/model-00010-of-00282.safetensors b/model-00010-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12d0a0a34ee22eb15ebb4fa08a107ec5c05cb83f --- /dev/null +++ b/model-00010-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498da279e81ad52c6677d317b0b1fd9aa550576add45685914a63293f53c49ba +size 5360347312 diff --git a/model-00011-of-00282.safetensors b/model-00011-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e865120b7711dfa8053c026051302d63b249c8b --- /dev/null +++ b/model-00011-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72086dc6918843ab021de07da5ebd056e65260593d112606797e2f07b4c9779a +size 5360347288 diff --git a/model-00012-of-00282.safetensors b/model-00012-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5172d4c813b8ec58a51710c212c3625dfa07f317 --- /dev/null +++ b/model-00012-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1638d0a170f10f3c37e10bd67e6add9a56eab2fccbcfe3022bc7b16e1836437 +size 5363494088 diff --git a/model-00013-of-00282.safetensors b/model-00013-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92d76d0483753a003fa47f01c7ea08d4f35177e3 --- /dev/null +++ b/model-00013-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea140692571f780911ee01e77597e35c2945cecad0967c3b8bd763ae5cd0c72e +size 5356838488 diff --git a/model-00014-of-00282.safetensors b/model-00014-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54724769bbcff2e3e743b7075ae2f0895784f407 --- /dev/null +++ b/model-00014-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0a0b85220007b1ad4ccee9b8f7a7a651b69daa3bb610acf5060a2336530418 +size 5360347312 diff --git a/model-00015-of-00282.safetensors b/model-00015-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..297964f3c546b7b73a84893bc80018ed09201870 --- /dev/null +++ b/model-00015-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2521c91a4abc071a32c34b0143c9cd4985c9927c34f80f06c6be4f966f2cd3fc +size 5360347224 diff --git a/model-00016-of-00282.safetensors b/model-00016-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7da67e7f3e9d40103e6a2ad36f5700b7620bac92 --- /dev/null +++ b/model-00016-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141d7045238dbc7de2a9a62ccc9851b241acf13c028198728f8304d1ee4cf4cf +size 5359985336 diff --git a/model-00017-of-00282.safetensors b/model-00017-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82d9b7f330b8c0de2f996b41b3dab2fb093b1c91 --- /dev/null +++ b/model-00017-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4367ef17cf64604103c10de137caf82587a463158e98ac6073c22f5323563e2 +size 5360347320 diff --git a/model-00018-of-00282.safetensors b/model-00018-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..211aa9e0a1a1601a9fb095146ac1b2a9abfdfef0 --- /dev/null +++ b/model-00018-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5dc547cbbea4ef9e07e025e4ca939d05d9adbbe5da764c1f2341e2a09dae62 +size 5360347312 diff --git a/model-00019-of-00282.safetensors b/model-00019-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b39c3a8c9d13a706f3da1079bff871e7c3dc755 --- /dev/null +++ b/model-00019-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc20fd6a169fe09f7978f2dd0fe64fef47cd9f0d5240ea3f31c3acf046ed020d +size 5360347160 diff --git a/model-00020-of-00282.safetensors b/model-00020-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..001cbb57ff5180b74d9503d54e0558301324cd80 --- /dev/null +++ b/model-00020-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f127a32f25d7a5f42d7d0cc5f13c0604c3ee3e1cceaf831238027b654205a862 +size 5359985400 diff --git a/model-00021-of-00282.safetensors b/model-00021-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6cffb1602418b8f9441275cd454e44a6f5111288 --- /dev/null +++ b/model-00021-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2ea4190e8f27cc696d2c13e6669a3d41b619963787b5aa8dd4301c4ba2a967 +size 5360347320 diff --git a/model-00022-of-00282.safetensors b/model-00022-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71593bd2459ea71c983e04f00c592694d92eb6ca --- /dev/null +++ b/model-00022-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a710fb9b1b708d2a879f83779d4c2b3c07cc99d9d75e5ef899887a1ca5f2b98 +size 5360347296 diff --git a/model-00023-of-00282.safetensors b/model-00023-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3113553521949193ddac51cc1d652e1d9eef4a68 --- /dev/null +++ b/model-00023-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c74f9567f15bd73faa846fc798a06bdf8ab918febd3218b839d1e4ecdcf614 +size 5360347112 diff --git a/model-00024-of-00282.safetensors b/model-00024-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8c51f6b224dacfaea5adc9a2b0666f159b12777 --- /dev/null +++ b/model-00024-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503df0c91788dcdd78e32a3cef88fa2602d226ab1fda6edf08806c46590fd308 +size 5359985464 diff --git a/model-00025-of-00282.safetensors b/model-00025-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dafbde341d7d5c4e71ed7cbe5a5c5bc49d15b18 --- /dev/null +++ b/model-00025-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414fdfc982313152f30f6c8058022439f05315a576c48f71704cf91fa2783d5f +size 5360347320 diff --git a/model-00026-of-00282.safetensors b/model-00026-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4ed996d66601c46d2ab68c5e5784e051a7a6b6 --- /dev/null +++ b/model-00026-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dad20153fd69bbea69b4f09e9b250fb84d50fcc8531fb975cc5a9a336d3e96 +size 5360347232 diff --git a/model-00027-of-00282.safetensors b/model-00027-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa16f2b988a73d476eec506c1f7c1fc5613e02f8 --- /dev/null +++ b/model-00027-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3334db2a92866d003af6d065a3b8cedb7a08a43a113fc6753d6d2802f5a679 +size 5359985328 diff --git a/model-00028-of-00282.safetensors b/model-00028-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6453074ebfa219a66f98211f246fa27d47be9a0 --- /dev/null +++ b/model-00028-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c38fe2b9f6d0ce88f1ee4c6d50eb05b13e8e1d647f9b690ab784c938225d59a +size 5360347320 diff --git a/model-00029-of-00282.safetensors b/model-00029-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aec17465f75da47f4776255b1d1c056d33aed220 --- /dev/null +++ b/model-00029-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5297cc8614b1489f73e04cdbdacb01f3338d6b3f7dca0fef985138cc794b81e0 +size 5360347320 diff --git a/model-00030-of-00282.safetensors b/model-00030-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57e9a2ae2c60995f3f2a84a6629313deacd7b054 --- /dev/null +++ b/model-00030-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934ca3a4fa0cf76a4dc45381f8ea830de0c93d911dc867562a889658bbf73236 +size 5360347168 diff --git a/model-00031-of-00282.safetensors b/model-00031-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ab2d9a5066d39e9d01bfdaedcc747360b271cef --- /dev/null +++ b/model-00031-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe6891ea16b545130cf9a90205c8a8c118bcde4078fd4b4a79d8744ca2e2647 +size 5359985392 diff --git a/model-00032-of-00282.safetensors b/model-00032-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cdc591bdec523a50a97053a398b4a70a9ea315d7 --- /dev/null +++ b/model-00032-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6207691e3e4b93e4b6dd8300864f7f7ce531011da0e20c1f5cab00cf6dec88fe +size 5360347320 diff --git a/model-00033-of-00282.safetensors b/model-00033-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27817bb2e9b399429f101d4ffec74b837134a0d8 --- /dev/null +++ b/model-00033-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cece18b6d8da765b7e9ec7f8e3ff7642d7cac2e4db7d618ef0175d937ddef1fe +size 5360347312 diff --git a/model-00034-of-00282.safetensors b/model-00034-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3369faefdd4affaec87c45fcba515a4927c8b5fc --- /dev/null +++ b/model-00034-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b91ac4c07fc6fd8507943cc96d445fa39ce42c4542968e95317fc56dfac61ec +size 5360347104 diff --git a/model-00035-of-00282.safetensors b/model-00035-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9be37080389457b57c1254620acbb2f43f736a80 --- /dev/null +++ b/model-00035-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4565e9053b5a794aa218dc48df67cd55df7592bd281de79abb9cedcc570b8e13 +size 5359985456 diff --git a/model-00036-of-00282.safetensors b/model-00036-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3447c60d12702d62adcc7f65d4ba52c8bdddb17e --- /dev/null +++ b/model-00036-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387dc1d168b00aa7f46163660bdd37f4dde050a603100e909f996d9c97374825 +size 5360347320 diff --git a/model-00037-of-00282.safetensors b/model-00037-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f1878f1ffb12572524ce39c38c38d231eeea82 --- /dev/null +++ b/model-00037-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07cc4d60ee23c4a9b875692ce6945db0c28b0cbfd70658df2534264be93c87f7 +size 5360347248 diff --git a/model-00038-of-00282.safetensors b/model-00038-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a4ff23085253a188dccadd182304fb691383b01 --- /dev/null +++ b/model-00038-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc2e236b763d33a8b21da07b4a0e1da301c47330e03b5e5892f95decda2a8d20 +size 5364851048 diff --git a/model-00039-of-00282.safetensors b/model-00039-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6aebe7180b4c239e2a5a3ad0675e94bae9d3fc66 --- /dev/null +++ b/model-00039-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2649144d4f10fe3e403ef7b12b18bfbd3eb41d50b94629217f071b98b388eb01 +size 5351970832 diff --git a/model-00040-of-00282.safetensors b/model-00040-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a432e5188a23997fcb6f026c1f492fc4a05e37d --- /dev/null +++ b/model-00040-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809e3af5cebc911a15475c661a29d74e0769927aba4f1c11a51b7ccfa3146658 +size 5360347320 diff --git a/model-00041-of-00282.safetensors b/model-00041-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d70e694ab7bf5c429dde23f5eec07cc326e4e34a --- /dev/null +++ b/model-00041-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b312e49f14036afe699128dc3cdf8763f6e37f86cfc86480095874ecc24b9037 +size 5360347216 diff --git a/model-00042-of-00282.safetensors b/model-00042-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be1ebf646810ff78685a42e8966ab1237035d7c3 --- /dev/null +++ b/model-00042-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8725f0a6b46ff2bdad9edda73e07a72466df3665834314c7c8c3ede2d56e524 +size 5359985344 diff --git a/model-00043-of-00282.safetensors b/model-00043-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90268378cffa82d479aedbfb4d10461ec3d36e77 --- /dev/null +++ b/model-00043-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3af1e7787d70f9df5f8e8bcf8b27bd727c648d51e94b22c9aa458a075cff1a1 +size 5360347320 diff --git a/model-00044-of-00282.safetensors b/model-00044-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e74f39b18ca4ae2bb378b13c8024832a86be81c --- /dev/null +++ b/model-00044-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428f9201448c9b86a6eba9b1e2cfa6e74dc368f28e944f08375f4d40834f77bc +size 5360347320 diff --git a/model-00045-of-00282.safetensors b/model-00045-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b559df84929d5ab6fb7991948489e85a0fc30a28 --- /dev/null +++ b/model-00045-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae52e3e140aa448d1053faa4e3536636d653ff7bd371a68c75821fc208531eed +size 5360347144 diff --git a/model-00046-of-00282.safetensors b/model-00046-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5fc7eb832f7b7789a9cbe832b69e54ff640ece07 --- /dev/null +++ b/model-00046-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b765c859128f545a6348c3656c4906249a77f5bcc0d04f22f7356cba28eb81 +size 5359985416 diff --git a/model-00047-of-00282.safetensors b/model-00047-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc9ab552b22129a8efbfd8504640748ae9940a2a --- /dev/null +++ b/model-00047-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e7c6705220e7b59a8103d831c35f22088fb5e2ae2bcd675713319757ff3149 +size 5360347312 diff --git a/model-00048-of-00282.safetensors b/model-00048-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62fa0b667b80fecd2590995012cd7f9f8f1b1081 --- /dev/null +++ b/model-00048-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917dac36cebb24b0ee172d207d7312b5d20734ffb6632b06d7b36766c4872d7c +size 5360347288 diff --git a/model-00049-of-00282.safetensors b/model-00049-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c412b0f4fbceb8e400ea296666fe6b3fcee23de --- /dev/null +++ b/model-00049-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3877974845320f94a4e4b234c65bdc213c2211b0ebb113a26758458471ed6fe +size 5363494080 diff --git a/model-00050-of-00282.safetensors b/model-00050-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6858b7753668b2267604bb56dacd1e2599dfab6a --- /dev/null +++ b/model-00050-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fcd68ad51191b3eccdda04d3fac6ccda51ba5de156ba03fadf257f27051c6cb +size 5356838496 diff --git a/model-00051-of-00282.safetensors b/model-00051-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f2cfccd77daf681624ce7d78b8b5e5bfa7f4091 --- /dev/null +++ b/model-00051-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bf87d18afb23f1ba7c24e17e4c9e2d8f2e48f994889e8cbd6ce4bcf406b54c +size 5360347312 diff --git a/model-00052-of-00282.safetensors b/model-00052-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc6a777786f2dea9a5dbdb3de264afde0422cdee --- /dev/null +++ b/model-00052-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c0868d92b2cfba99b5a6ff20a0693e087669689e48bea4957f680fc94f1cda +size 5360347224 diff --git a/model-00053-of-00282.safetensors b/model-00053-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b370cc2fa27d9e49ef73665bbae94e00d8a308c7 --- /dev/null +++ b/model-00053-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab409e48893ee0f4212455bf8479ce0c211358a20ed323057996892fb6622f00 +size 5359985336 diff --git a/model-00054-of-00282.safetensors b/model-00054-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aae4d289988d1c9b4887801912f83cc3233394fa --- /dev/null +++ b/model-00054-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2309544cd7cf7b97b612adf2d2ce256a71d89f97d279f110eb582b4d7150c1a3 +size 5360347320 diff --git a/model-00055-of-00282.safetensors b/model-00055-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47fe081984edcee879763f5a1c26d8b65e8ae6c9 --- /dev/null +++ b/model-00055-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b353eb701ab127badb19bc6a39fe1321c0f8f5c1bdbb8aa2956e7aabafff6402 +size 5360347312 diff --git a/model-00056-of-00282.safetensors b/model-00056-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e1bb6cd7cb06c8598b2005863f7e3f82baea997 --- /dev/null +++ b/model-00056-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a28233bc2220d7ba8e6af9d027dfcace5a6c01c5bae84e5ef4c5908e979bd04 +size 5360347160 diff --git a/model-00057-of-00282.safetensors b/model-00057-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db7146a385799a1e971b729272929ee9b081d694 --- /dev/null +++ b/model-00057-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746ad35970c7c0d4cad62e4124934883681a6c60243e4ea952e5b836491ef697 +size 5359985400 diff --git a/model-00058-of-00282.safetensors b/model-00058-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aac170badbfa757c0b2d68987b773f11e8ddf7f8 --- /dev/null +++ b/model-00058-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954c2717dff5ee4ab5fe1d2a3f7ff1ce347427772f1f96fa5b2dd5e860076bde +size 5360347320 diff --git a/model-00059-of-00282.safetensors b/model-00059-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ad7e2caaf0bc1c50cf2f88825207ba73f5b79b9 --- /dev/null +++ b/model-00059-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cecd42301ad5759d6b34b3f279ab8cb906b6f9093de62b4ad53f413ccc70c93 +size 5360347296 diff --git a/model-00060-of-00282.safetensors b/model-00060-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05fd71d602b1213b5c5596cb7a4ef91b389ad8c2 --- /dev/null +++ b/model-00060-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d61d4cf5fe50e7427785bb3f5fccacab1029e424c506166546a35bcafe5059 +size 5360347112 diff --git a/model-00061-of-00282.safetensors b/model-00061-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8616fc55d5bce3f878721c8d5083c42003e82a3 --- /dev/null +++ b/model-00061-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8e3a34c248c0598f6b2d5058499ccd3272e5bb81e42e8a441d89f0ecc32421 +size 5359985464 diff --git a/model-00062-of-00282.safetensors b/model-00062-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebdde710a73f254f48137fd897077f0eeab130cb --- /dev/null +++ b/model-00062-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c94c2468ccbde30df331fab78b9225445e13a4172d0103ff0543d63be46b538 +size 5360347320 diff --git a/model-00063-of-00282.safetensors b/model-00063-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..578588c34276e58b8b529568be603a57eeb89dc8 --- /dev/null +++ b/model-00063-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41832713da2e72c3f17b3b09cfcb41df42bc727a3429ae1bce75a23b916c50b7 +size 5360347232 diff --git a/model-00064-of-00282.safetensors b/model-00064-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2c12142aa6bba37a58add6dde20899e63d061e4 --- /dev/null +++ b/model-00064-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120c9d3035533b3733af7ca84bc6bcf04bab18a72691a1a69db1d68e7ee69eaf +size 5359985328 diff --git a/model-00065-of-00282.safetensors b/model-00065-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f526bf6d82b4c402a737e8b8bf9f4336e1daa752 --- /dev/null +++ b/model-00065-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82c7f2958d51e67775d3a813ad3ac971ac13d884fffa4b19191d96470e181b5 +size 5360347320 diff --git a/model-00066-of-00282.safetensors b/model-00066-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ea119d538ed73f9aecab9739f23364ba711f0be --- /dev/null +++ b/model-00066-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bbc2967ed75920c04aa27415e5f11d54ff2b7691ceb910d7560e6ed7b9436ac +size 5360347320 diff --git a/model-00067-of-00282.safetensors b/model-00067-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..530d3114a134d68dd91fb80f25bcac306e25f338 --- /dev/null +++ b/model-00067-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b67861a75b8fa0892c6db22f6980c8c1d8a47ce6e19e038547134e1b10d36a +size 5360347168 diff --git a/model-00068-of-00282.safetensors b/model-00068-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..627122d7a2532176f09d2bec9d169c8350eee786 --- /dev/null +++ b/model-00068-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54d0b5b7f5b11b4f4fa6ffe5e0e8982fc1c74b49088500fb4b0dc33cac685a0 +size 5359985392 diff --git a/model-00069-of-00282.safetensors b/model-00069-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..028db19f1535fcf9fdccf4b2b2db6bd5b97fed92 --- /dev/null +++ b/model-00069-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58aadbc1aa5cc9391f8cb3757ca734db92b94c521f5401d8d789e83bfd56d64f +size 5360347320 diff --git a/model-00070-of-00282.safetensors b/model-00070-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d39a580a2b298eb0aa17f4af3a3c65b8b2ac1c60 --- /dev/null +++ b/model-00070-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba225f9c1df2be0120bb1077df3b2c96f3bcca3de6f053e9b0fd866be055df9 +size 5360347312 diff --git a/model-00071-of-00282.safetensors b/model-00071-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02488415d3ac417b11f843cf967063b2d7426470 --- /dev/null +++ b/model-00071-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919171aeb3d9a9b45da4dd3e5747910ee7df348e246331c06b870467fcf4fea8 +size 5360347104 diff --git a/model-00072-of-00282.safetensors b/model-00072-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2defd1101a9e1ed5a517ab3270cd2a1fab01c4e --- /dev/null +++ b/model-00072-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46757d951823214461bec977ac0bc0d89c2e7ae87da690ab5e4c321c2a2a2c7b +size 5359985456 diff --git a/model-00073-of-00282.safetensors b/model-00073-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ad6ec5dbbc88084c312d0e95e07dbf05459baaf --- /dev/null +++ b/model-00073-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5124711d52eb9976778c5896998577deb0711f080588c6a4f247333564e399f0 +size 5360347312 diff --git a/model-00074-of-00282.safetensors b/model-00074-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3278c0c1117b57cbf27b26dc2fbad783f1402582 --- /dev/null +++ b/model-00074-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df655eb121bb1210e6f720d60e2d73a42952e0933b31c1a8a31e04d30739a6c5 +size 5360347248 diff --git a/model-00075-of-00282.safetensors b/model-00075-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c86f89dc8b34db3f75440dcda0b60cb3ff017d4 --- /dev/null +++ b/model-00075-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b8fc7b2750a567de9ee984aeb6fa0f8d2e2e2d61a90e60a14e8e65b8ecc774 +size 5359985280 diff --git a/model-00076-of-00282.safetensors b/model-00076-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14d61501deac16a597abe21dbe82c24a5abdedc8 --- /dev/null +++ b/model-00076-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71863d6b18947c3a9e0eecb93425c073dba5a109b13fd5f52be2f66022b5c00 +size 5360347104 diff --git a/model-00077-of-00282.safetensors b/model-00077-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bba6c096f52baf32c1183a208dec1472ad70b1d1 --- /dev/null +++ b/model-00077-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a66a9ce83780d9ca82bd4a81a6cf9ac5eeec1fbce4cbc6d53171ea7c52c78ba9 +size 5360347104 diff --git a/model-00078-of-00282.safetensors b/model-00078-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21978318c3bed3074b1d6ff17b7a04d37f3144f7 --- /dev/null +++ b/model-00078-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e90264fe9ea3a1268f5650e51486d318a02f8860f840dd27f058cf9b0cffa4 +size 5360346968 diff --git a/model-00079-of-00282.safetensors b/model-00079-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86fdf1639f9cf340b583ca81f73573ccdf649a07 --- /dev/null +++ b/model-00079-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c06b534116e32c2a4771453ac9150ec9a4bdb15b380dd8ab576857926f881d +size 5359985256 diff --git a/model-00080-of-00282.safetensors b/model-00080-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..572f349b2711fad5603ec3e49135bdfd77063db9 --- /dev/null +++ b/model-00080-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf283636963392ff6c565ae0f9bcfe35ee87b93ba3e2cc6083a81fa9398f176 +size 5360347320 diff --git a/model-00081-of-00282.safetensors b/model-00081-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d63cdfadf5991dc92fe127a387d0b017f3ee44d --- /dev/null +++ b/model-00081-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71d3a4cbf2869f7dda7f26739e085c81bc6867fbcdce8f731499bb770360b08 +size 5360347320 diff --git a/model-00082-of-00282.safetensors b/model-00082-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa87978cd46f62cc25300fea91b25b0347e24813 --- /dev/null +++ b/model-00082-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b6c71a9e2e712bc9cc20777ed2c07064b53fc755dfc0d033a0f44d0264fdd2 +size 5360347112 diff --git a/model-00083-of-00282.safetensors b/model-00083-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..baf360be86896610a524c6453fa3039128ca6b21 --- /dev/null +++ b/model-00083-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:224796602a6703b225f87459a565f88ff3753a5686386fd45ca31a04ffa3f039 +size 5359985432 diff --git a/model-00084-of-00282.safetensors b/model-00084-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..955b278502a038df4cf289f883d1207acafbe528 --- /dev/null +++ b/model-00084-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ee7929c3a6a1c167a0d85df37094523e9b4dff12f8925c8b8afae981cacf91 +size 5360347312 diff --git a/model-00085-of-00282.safetensors b/model-00085-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6e5efb19bb5ca8ad35a16ace0b44c7429329847 --- /dev/null +++ b/model-00085-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e7ed6010bf8fa6c0c0ce948cb4884ca5d5c44145a18b13bd1a6ca029a14c1b +size 5360347256 diff --git a/model-00086-of-00282.safetensors b/model-00086-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b90567c00c0401c3f352fb6696f2fc121ea6c910 --- /dev/null +++ b/model-00086-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29be0c8027b4b7080b6395d030b8987c15b8eb080c6b9cdac6af4398e067d08b +size 5359985296 diff --git a/model-00087-of-00282.safetensors b/model-00087-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b07cbf64f881769c2f7641f44d143b56284ee67 --- /dev/null +++ b/model-00087-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f13445a7d531f2b4371281ecaf38af47a9b300dfd116aae46a32f59e2edbf35 +size 5360347320 diff --git a/model-00088-of-00282.safetensors b/model-00088-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37e19bb508802f08c7d4a38a75591da5d5af2a5d --- /dev/null +++ b/model-00088-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f30b43595c94b92ae89450b332afb2a6f3d07dd953f82677c98cf689ac74d4 +size 5360347312 diff --git a/model-00089-of-00282.safetensors b/model-00089-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d94934ff9c7999912a5dc082f6e0aaff825de5e6 --- /dev/null +++ b/model-00089-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16bc2e0f8891f24082001560622d7965a814d2dd37e395d35e4a719d5c2ef90 +size 5360347192 diff --git a/model-00090-of-00282.safetensors b/model-00090-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6968260c65a7c0d5d439d7bf1e1c27f8b8e1a165 --- /dev/null +++ b/model-00090-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e9addfbb0c910c4e12f458b4c448eb390e7829220e33194de1ce083d8b25765 +size 5359985368 diff --git a/model-00091-of-00282.safetensors b/model-00091-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72f5a887d94d97e7542e8f964859e9f227c41a84 --- /dev/null +++ b/model-00091-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0fbc917f4c095f854002efdd18df808df3a7fe482b95fea9878edf7048560b2 +size 5360347320 diff --git a/model-00092-of-00282.safetensors b/model-00092-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a298223a4bafa5fba5fe86f916afd1b90ae5c733 --- /dev/null +++ b/model-00092-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e890e89e849df560949a6988a61e86c73ff6848361e5882e5d69088ca281a7 +size 5360347312 diff --git a/model-00093-of-00282.safetensors b/model-00093-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2e301d34acfb9f5ced61e1201c556da540ca71d --- /dev/null +++ b/model-00093-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f170d6300968293eb81c7869e87794a18bfcae6e97adb84a24fecd5993e368 +size 5360347128 diff --git a/model-00094-of-00282.safetensors b/model-00094-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57520b22bede9bac6958ac7baa65408ab8dbf19a --- /dev/null +++ b/model-00094-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddec3b9d89f5855342eed3afd66c158559246343f4585bdff43bf79ec7b7df80 +size 5359985432 diff --git a/model-00095-of-00282.safetensors b/model-00095-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6172c348bd00ace31aa5c281d1a9289ac52ee041 --- /dev/null +++ b/model-00095-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e0e1d39a804133d9bd750f7198b06d14d740c0e9e514a1b2a823fdac5fabe1 +size 5360347320 diff --git a/model-00096-of-00282.safetensors b/model-00096-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9b8984364708e316049cb17dbb0dbfc98a849b4 --- /dev/null +++ b/model-00096-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1459f991df8ab3591da9407faeb4979dd44665e1f6645dfa15801461d3c02d14 +size 5360347272 diff --git a/model-00097-of-00282.safetensors b/model-00097-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc402cb2ade45fe5bd92e845c9b5e68ed4525a76 --- /dev/null +++ b/model-00097-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0e24b0ddcd9123fb09dd51421d99b39f976181aa9e0c4130f0ca350473cf5b +size 5359985296 diff --git a/model-00098-of-00282.safetensors b/model-00098-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1554f49ca2b8907988824ba4960cb3b346bfed4 --- /dev/null +++ b/model-00098-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c896869cc92bdebfe37562fac46c22b467aba848db99bb45027a8ea91081e0fa +size 5360347312 diff --git a/model-00099-of-00282.safetensors b/model-00099-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b51c5aacda8237f2f68395b8638853a8f4150f4f --- /dev/null +++ b/model-00099-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edc410141492a6f3152e9b15bee59848e3477e07782f06a95fe2b1fb99d6986 +size 5360347320 diff --git a/model-00100-of-00282.safetensors b/model-00100-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..885cb49e4d91b587e741fededeaeec02e03aa202 --- /dev/null +++ b/model-00100-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f94747a02f61bdac9b3f998010124953ed020894697e6a270965295d35c5cc0 +size 5360347200 diff --git a/model-00101-of-00282.safetensors b/model-00101-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f725d4292592782e35c0659387e480c3405a7593 --- /dev/null +++ b/model-00101-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4727bc243704d8ebf9a1141a515038733057f007eb465eaa8055d83f43ae31e +size 5359985360 diff --git a/model-00102-of-00282.safetensors b/model-00102-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05840c458070eddd6a88eb105e1a20c5c15182f1 --- /dev/null +++ b/model-00102-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69488cd0d76bafea4a3675653adc8c7ebd71cc93ea347f432b725f4d7d45ca77 +size 5360347320 diff --git a/model-00103-of-00282.safetensors b/model-00103-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc3d7f6b14daead7a4fd8bf33e130ae64d75118d --- /dev/null +++ b/model-00103-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293d430d9b7ddd8fe8ccf5a22ebd420596a634278dc22ee465c7b3d3171b46e0 +size 5360347320 diff --git a/model-00104-of-00282.safetensors b/model-00104-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..299a499f6d2c1998c10b6493f621fb470ad5cb0f --- /dev/null +++ b/model-00104-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f8e53602ec30ac34e17d2e7fa7744cfe1aed9d66bc6c1f17b57f8f17577e2ca +size 5360347136 diff --git a/model-00105-of-00282.safetensors b/model-00105-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33ca38d81d88e24560d121cd1f56801740c50f28 --- /dev/null +++ b/model-00105-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc35ff17b41ff5c218a17b01f376d371d384b1029fdb451add3069de2fd71c0 +size 5359985424 diff --git a/model-00106-of-00282.safetensors b/model-00106-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5db90408b89361c50f7f8f81d13ca1b9ba75f764 --- /dev/null +++ b/model-00106-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af58da24c4baed03e97b584165eec133fba1bc5623f6de1374d3c073ee6db658 +size 5360347312 diff --git a/model-00107-of-00282.safetensors b/model-00107-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b676a4d2fc98ccaa247a855d78ba67826ca48608 --- /dev/null +++ b/model-00107-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971c3fcb244e919e18ee1cd992e25cd6eb5fcec7422131679ed2c3912112c162 +size 5360347288 diff --git a/model-00108-of-00282.safetensors b/model-00108-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ba2b830e0a799b9120598c827395450c940d3b7 --- /dev/null +++ b/model-00108-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3e67990081538e9379af5e04677dba324f46f8c33d4a5a614d70ed85892be6 +size 5292860584 diff --git a/model-00109-of-00282.safetensors b/model-00109-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..128dae75da74629324ac2d9298bd3c407bddc558 --- /dev/null +++ b/model-00109-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa77f8ff60dcd118e2d49dd04008669b9e926f1c0b1b9fb1813f5c418d3d2f3 +size 5351974184 diff --git a/model-00110-of-00282.safetensors b/model-00110-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44d1e2819d6f797301150a0a0dfcc4f6732ee349 --- /dev/null +++ b/model-00110-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8462f40da81afa272b4ac0ab6261c435a0d4dba15611fad5e8cfd0e1d247d56 +size 5360347312 diff --git a/model-00111-of-00282.safetensors b/model-00111-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bae3e4d1a3b1cee3147f687c93bb1255a3c8045 --- /dev/null +++ b/model-00111-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9323fa8011ddbdf2b1f2590c6409f972768ed729975a316036b561272538a59b +size 5360347224 diff --git a/model-00112-of-00282.safetensors b/model-00112-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8884505d8dae1fa63344a0a97d44adeba59b4be9 --- /dev/null +++ b/model-00112-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8db95639b26759b19186ba02a44046d037d0332eb631fef6b39b99c3fda0ae4 +size 5359985336 diff --git a/model-00113-of-00282.safetensors b/model-00113-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c81994ca04aa18d041f82d5d3d1c027a72bcda17 --- /dev/null +++ b/model-00113-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49ad59dc4a1b9e9fc17ac58994234749b2b86877183fcb706e6ee76dc550ead +size 5360347320 diff --git a/model-00114-of-00282.safetensors b/model-00114-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17281c807ce1ebcaa24d5607e55e4bac4a90f581 --- /dev/null +++ b/model-00114-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56bd72559a845f49988432faa081426fd4961ca988a46639ee4066bc450915ae +size 5360347312 diff --git a/model-00115-of-00282.safetensors b/model-00115-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3632a774d982b2c85699b195d4b93264c77f1788 --- /dev/null +++ b/model-00115-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce49d213c66ffa6e30e30e861e06358699ff1704dfd6410da0e82e6dd06f9df +size 5360347152 diff --git a/model-00116-of-00282.safetensors b/model-00116-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..985641d063a1ddce482f28e1b5df7172416c2869 --- /dev/null +++ b/model-00116-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f22dae8b6ff00c70156b98f70abb4b1612eef11e49684e0005c9771fde3bf2c +size 5359985280 diff --git a/model-00117-of-00282.safetensors b/model-00117-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a89bc2fdbe4e9e75d4ba8ab1fe1a67464801edfe --- /dev/null +++ b/model-00117-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6642e67e1fa6d0222cf84c79e40d7b7ccc6e66632c925f75e46c46c49c0de8f +size 5360347112 diff --git a/model-00118-of-00282.safetensors b/model-00118-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c71de274eff746c825ce74698f3577ff698a8b88 --- /dev/null +++ b/model-00118-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a5ce7b3b4a90fb27c42a2d9ce0aa4839356bea165ec0638ee979cfec8760cf +size 5360347080 diff --git a/model-00119-of-00282.safetensors b/model-00119-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b138727595001a0a0cb8255d0a4be2b001c53e9a --- /dev/null +++ b/model-00119-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269a895f6cfdd5828dac3b7c43f529ce8f6f07b17045341a6c6829a22c7b56cc +size 5360346896 diff --git a/model-00120-of-00282.safetensors b/model-00120-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6dbfe9c1edd3b766ae5873d9c07296d6da4c38d --- /dev/null +++ b/model-00120-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee08cecbe128e3060823d892b658f8088c6d22bae60990908962242e0473a92 +size 5359985448 diff --git a/model-00121-of-00282.safetensors b/model-00121-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4385bfb48a26ca164253a784dcd4560c84d57307 --- /dev/null +++ b/model-00121-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3ea1e4197122f29a4659dce9e863acec1301d935967303243b14f792c121d1 +size 5360347320 diff --git a/model-00122-of-00282.safetensors b/model-00122-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ef9ea548833eb9db5520510a43d84b5dfbb66a8 --- /dev/null +++ b/model-00122-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d1cb09eaea0aec3f8a5391b1f754df568f8f0171dfba6002fb4eec0a824aa1 +size 5360347232 diff --git a/model-00123-of-00282.safetensors b/model-00123-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7b7cde345363fe58c20f7113ee43d1869783e71 --- /dev/null +++ b/model-00123-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d2a0f41a32b84dc53e72a871f99949914bb8cd5545db06faa05fc5d60a4442 +size 5359985328 diff --git a/model-00124-of-00282.safetensors b/model-00124-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..639f7a3e99ba7d23820e7f6ec72b0c6ae7195522 --- /dev/null +++ b/model-00124-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a965b27cfddefe942ebd165d411b5c862dc6f23b3c9b457911c0e08062fb3e0 +size 5360347320 diff --git a/model-00125-of-00282.safetensors b/model-00125-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..367c72bc79b9773806a8d0a87b7448bc3c8f59b6 --- /dev/null +++ b/model-00125-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05477312db118e6ef2374dbd1f7286c79f92e8812ca144d088e7191fc0cb692 +size 5360347320 diff --git a/model-00126-of-00282.safetensors b/model-00126-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a6e37b81b946ee6bde63e12c8f7fffa9c79564b --- /dev/null +++ b/model-00126-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c925a409ae6df5d29ea85fe133199f0fd4898f481780d7b5a1d5644a924836df +size 5360347160 diff --git a/model-00127-of-00282.safetensors b/model-00127-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8564db6601281da63c7348c326244dbd4d84f885 --- /dev/null +++ b/model-00127-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33acb38c63cd6d837d61212f765bd082f0c22d91c4c5ccc373ceaa25cf50fa7f +size 5359985392 diff --git a/model-00128-of-00282.safetensors b/model-00128-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8f0d42555ca5fe83df23b9a2cef765ec75b7344 --- /dev/null +++ b/model-00128-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2b8e3859bc19559e48aa04755bef2cc25684454ee328dea27745be8231a85a +size 5360347320 diff --git a/model-00129-of-00282.safetensors b/model-00129-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ac14bb14094d6639f412f0e2743b4c46801acb6 --- /dev/null +++ b/model-00129-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a6094c47df4b15007decc95237a7cb9107619a337b55e4d15bae24495c9a90 +size 5360347304 diff --git a/model-00130-of-00282.safetensors b/model-00130-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa57a81436d84e3ed771c93ba5c8452c4ae9c46a --- /dev/null +++ b/model-00130-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d986b71db2f75d50c2f3eae1087cb72ded3ad48fb8f7717ec146cc2f0effa8b4 +size 5360347104 diff --git a/model-00131-of-00282.safetensors b/model-00131-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..100ce354bb845dc0c5cfd7f3ba4495b9a6f9130e --- /dev/null +++ b/model-00131-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ba91c354886a4acbc3a6a38e408b033ffb638f988624e510b3f728adfd9bd0 +size 5359985456 diff --git a/model-00132-of-00282.safetensors b/model-00132-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5336d1b17f497c0ca9ae1650c6f924f933d2df1 --- /dev/null +++ b/model-00132-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c316ebae866d46745d46a3228ed6f1b00d13cf0e539d047a027f829725c7ed +size 5360347320 diff --git a/model-00133-of-00282.safetensors b/model-00133-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ac0e5b4db71296f252ec2711db4717dd5e91483 --- /dev/null +++ b/model-00133-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608022e7b13528e134c739ae6d3ac43bba582e95aeeab8b3a15c76cb10d4bc2f +size 5360347248 diff --git a/model-00134-of-00282.safetensors b/model-00134-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1886ad4195e6351c3f97147a52f08ada8253a718 --- /dev/null +++ b/model-00134-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9550d460e928efd8f320298072f197bf00bac127e9339a68425ff1c99567f993 +size 5359985312 diff --git a/model-00135-of-00282.safetensors b/model-00135-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44f3bf088ce2e8ba6947275d33d3d0cd79799003 --- /dev/null +++ b/model-00135-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28b31939921db99a6ca1add169fdde6cffb614a20fbb0234b5afc7b6817cbb8 +size 5360347320 diff --git a/model-00136-of-00282.safetensors b/model-00136-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec294be2b07b442ff0533d22fa7808f339bd1d72 --- /dev/null +++ b/model-00136-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7112fdda38242788ba4c36ab9ff934b475e6e4f28560747eae241c593be7293c +size 5360347320 diff --git a/model-00137-of-00282.safetensors b/model-00137-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6587a3c93e8f9ba09b8b80f377be4aef1e87472 --- /dev/null +++ b/model-00137-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df497c07774cf7af167c7327607fd443f704a3e24d65193d5801a22076f95c45 +size 5360347176 diff --git a/model-00138-of-00282.safetensors b/model-00138-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73be14f1f3d9387940c20e072602e629220ac76d --- /dev/null +++ b/model-00138-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b7ba010bfa9d9f7db72412694c88d833d8217c3193c92d5bd6ad499604b9c8 +size 5359985384 diff --git a/model-00139-of-00282.safetensors b/model-00139-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cae84d09f3ca4ce7ec0d4ef981526fea46bbc51 --- /dev/null +++ b/model-00139-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ff4fc60b5f9fd4c2623d03c1b126a5202fdfccffb3461431342cf0a5c84279 +size 5360347320 diff --git a/model-00140-of-00282.safetensors b/model-00140-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af392b89ea4e7dd95d50c8d4fbb80f41dcbe463c --- /dev/null +++ b/model-00140-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95112c7fc2b1d13ec3d2306bf5ee0ad8b2ec384dc49ae2ff837f052e73d44550 +size 5360347320 diff --git a/model-00141-of-00282.safetensors b/model-00141-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..520ea33b9d33cef4c43a16a829db1ac61d0a2436 --- /dev/null +++ b/model-00141-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad92b30e611472fb84ebf33660ef0a9a294b691fd5d90455d87d5ed37509002 +size 5360347112 diff --git a/model-00142-of-00282.safetensors b/model-00142-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b111d04dd83dc67ba0bd22a7ac3b1e642de8dc31 --- /dev/null +++ b/model-00142-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:095dded7deb5faf208e1c4dde150f952c61dbb0dadcb7f4525255250f7a57c2b +size 5359985440 diff --git a/model-00143-of-00282.safetensors b/model-00143-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65eb07baf356ac28b1577999291216b8183b63d7 --- /dev/null +++ b/model-00143-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a375c415351448cf7ca469a3f519bd5e57b5ee0006579e0b243a6b16dbc62908 +size 5360347312 diff --git a/model-00144-of-00282.safetensors b/model-00144-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e8bf229a09bef0e58087c573d78058b09a6db54 --- /dev/null +++ b/model-00144-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7991cda5f8dfcb65c6d0305d49d339ee05d9e4f2bc5e950ea06b5da6839747 +size 5360347256 diff --git a/model-00145-of-00282.safetensors b/model-00145-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f83a47221f96fe21bf9231e8a8bdc3def65ce9f --- /dev/null +++ b/model-00145-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e4792712115a78b6ca28acb6d2df39f2a2b4353b6b8464bcd7d8aa139cf9dd +size 5359985304 diff --git a/model-00146-of-00282.safetensors b/model-00146-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..451252bb106b09dac65da779961127442be8a88a --- /dev/null +++ b/model-00146-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dddd5f9b740fe073939b288a94a58e4cc332453be462b037c6cb84b39120c479 +size 5360347320 diff --git a/model-00147-of-00282.safetensors b/model-00147-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3943732f45e808070d1171328f852acd931639f --- /dev/null +++ b/model-00147-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b669fbd1fc56d6c683bbc89072d2d93db2e518ea1fc8e25b5c4ee1c30369e21c +size 5360347312 diff --git a/model-00148-of-00282.safetensors b/model-00148-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..134f3d59d5a2c3ecb7a1d1e5b96d2630ca9441f7 --- /dev/null +++ b/model-00148-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:688c9329aaa9652daeb3eb86b2b5b090763f29e5424e1bb520d79242eb208bf2 +size 5360347192 diff --git a/model-00149-of-00282.safetensors b/model-00149-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb37f6e158d46d474c33c49c7dd53ef55aab1bf1 --- /dev/null +++ b/model-00149-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d1dda44f05c066208a6e528253e1cdd2e2b7df4086e4c46b94863472f24eb5 +size 5359985368 diff --git a/model-00150-of-00282.safetensors b/model-00150-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cca66a495419adf12156cf97b3deac0cbfff8a64 --- /dev/null +++ b/model-00150-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88169f9b03b709e0c3af1204db2fcc18acd05620127e6c36231792130ffb77ee +size 5360347320 diff --git a/model-00151-of-00282.safetensors b/model-00151-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28fab7d0f0695cf4d47008e56a8212507a13a1d1 --- /dev/null +++ b/model-00151-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb553a9650c263a3c58f0f8d14e4ff559b16761721f2daa028d0ec11bc43506 +size 5360347312 diff --git a/model-00152-of-00282.safetensors b/model-00152-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c333286918eaae39145b7349d105b9eb4909b6de --- /dev/null +++ b/model-00152-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f123f76cdb5388b3c02971a1d887343de4165b9bf51df54c5f196f347819cef +size 5360347120 diff --git a/model-00153-of-00282.safetensors b/model-00153-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd8dae1356ad21a644dfcb2d03a325719ae71d50 --- /dev/null +++ b/model-00153-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98083eac44021dedbecd4aa30d659e71d43da17aaba4bc220931a4f09e7194a9 +size 5359985432 diff --git a/model-00154-of-00282.safetensors b/model-00154-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb0bd1b4752e497a07154d522bae5eb4513060f1 --- /dev/null +++ b/model-00154-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a1d4650c4fa60774912b1ac819bf7ae7ce4c487c3d4ccb80eba81aca5c1c3b +size 5360347320 diff --git a/model-00155-of-00282.safetensors b/model-00155-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ccf14e92f996bb26123aa7015aec8ac75d29d281 --- /dev/null +++ b/model-00155-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b436fac6a88f7918a562833d294ca428f375e77f132e86445f67d1cf884109 +size 5360347264 diff --git a/model-00156-of-00282.safetensors b/model-00156-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f37488e7ac44fff0d391223c95c33e999bf93b1 --- /dev/null +++ b/model-00156-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec650c72f804313b326c108e474443b08436d16cc3c1ecb456bc9bb80f2bd15 +size 5359985288 diff --git a/model-00157-of-00282.safetensors b/model-00157-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cdc140614f32a88abefee28cf8427f85b1b408cb --- /dev/null +++ b/model-00157-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784d395b1eeb40d7910c37a297f2c46ed10bbb13060c4644bfa016563664257b +size 5360347104 diff --git a/model-00158-of-00282.safetensors b/model-00158-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..417b5231ffb08ee1a97bc03dd83edb48c464fe3d --- /dev/null +++ b/model-00158-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ca6c09a79d62ba729b11158968152fd7fd92e8661e95a3f00722568101d589 +size 5360347104 diff --git a/model-00159-of-00282.safetensors b/model-00159-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15ecb9bd9e54b99cc6e3fb1235816d6c67bf74c4 --- /dev/null +++ b/model-00159-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3bea7a5afab5eefff71d3584285d495be8621fa6b93a3330e59e0d4e052de6 +size 5360346984 diff --git a/model-00160-of-00282.safetensors b/model-00160-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03bb0a44f37fc9745c1c9509f921926952401191 --- /dev/null +++ b/model-00160-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29c68db5243d9280690e563273dea1d0040fb3d8c4edf597fba79aa028bae4b +size 5359985216 diff --git a/model-00161-of-00282.safetensors b/model-00161-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41061ee76c13d918bd1e59d4ec86e64a996a7f7f --- /dev/null +++ b/model-00161-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7175949189c3159ff9cc74bce6ed27b97d1b4bc2c6f39b58cd31a6cbcfdcb0 +size 5360347320 diff --git a/model-00162-of-00282.safetensors b/model-00162-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..133daec51e418bd427dd8e457ed27ae5dbe3a387 --- /dev/null +++ b/model-00162-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42e420f235b9dc332d4a7fab26e1613eff6cbc68ec272cf497cd2bab407b4da +size 5360347320 diff --git a/model-00163-of-00282.safetensors b/model-00163-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b32a59373f390f668c504a6e79123d9f7194326 --- /dev/null +++ b/model-00163-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b4f2f14ca867444a788b685123d4f06effe692d3c33baf329dd05b736357c4 +size 5360347128 diff --git a/model-00164-of-00282.safetensors b/model-00164-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbfee04a8d9c6608c02c348708586ad4ec2b9e82 --- /dev/null +++ b/model-00164-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15de95274bdb8e085f97d4ba3751dd8e1c863a2b4a44e2f2e01b68ed52140d56 +size 5359985424 diff --git a/model-00165-of-00282.safetensors b/model-00165-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ae2108b1bbf25642e1e2f72974949683d04bbdb --- /dev/null +++ b/model-00165-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816a4efac07e49951c2fa4139c39706f5e0a8355fa4fee30841ed9181cf02734 +size 5360347320 diff --git a/model-00166-of-00282.safetensors b/model-00166-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..020415f1458f870deba627faa1ad3c9bfe55670a --- /dev/null +++ b/model-00166-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca1b8beb1f969a1e143f89b3e8c70568d970f1fd78c90e8787760279c1b9709 +size 5360347280 diff --git a/model-00167-of-00282.safetensors b/model-00167-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0f519bcbd09a39ee3df8e20295d202df2128d40 --- /dev/null +++ b/model-00167-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04a19f35d4e54aae0a22268707362e4be309fd2b7e8b41c0d43be164bd59969 +size 5192196784 diff --git a/model-00168-of-00282.safetensors b/model-00168-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b6bd1f5d3c964a17a662bcf4812082f005149e1 --- /dev/null +++ b/model-00168-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4748daba170d1b22513a4dffe7b7a6ea0921206b81f348871dc06ca4988744a +size 5351974184 diff --git a/model-00169-of-00282.safetensors b/model-00169-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef3c4ba50cafbe2393e3101cac39be8be281e9b2 --- /dev/null +++ b/model-00169-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e058a5116020744cba4815f48d2c9d0b58f76335cb58599e93fd7994bf2580 +size 5360347312 diff --git a/model-00170-of-00282.safetensors b/model-00170-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..984103d893104a940d8430ed295d5fd6d7384697 --- /dev/null +++ b/model-00170-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85789ff9b269d746390a0644e80c2d1f67b2f6d58d2826af1b6ed88758a634e +size 5360347224 diff --git a/model-00171-of-00282.safetensors b/model-00171-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c12d0422bd2d25e6c630d8764b6568cb9921991f --- /dev/null +++ b/model-00171-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c5fee7d9cd4c5ddccb0932af70258a4c25029ffabeabaf813190672e72906b +size 5359985336 diff --git a/model-00172-of-00282.safetensors b/model-00172-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..490677f3253aae826c7d28b6c1400196b1cea136 --- /dev/null +++ b/model-00172-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f668866dc94799d62942eab151b4f42456d1805e1267c9d8719f67acfc7bde +size 5360347320 diff --git a/model-00173-of-00282.safetensors b/model-00173-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e04dbe24dfad30fbf7f9d209a49536b7b436680 --- /dev/null +++ b/model-00173-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175484ef0e2fdc3d139690599e0ab54b8e3a603b2043cfedaa7f4ac0254291c1 +size 5360347312 diff --git a/model-00174-of-00282.safetensors b/model-00174-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a0395e33c8ff7ba1a7753e26b5aec10c8c8c3a6 --- /dev/null +++ b/model-00174-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784f61f5008aeb15065f53af4c06bb5c4471e78cda50833a862038687f8b1d45 +size 5360347152 diff --git a/model-00175-of-00282.safetensors b/model-00175-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a233511ca506da3ad19da06dd5539395175fe666 --- /dev/null +++ b/model-00175-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7123ddb92dce5af2a81e74bdee7349ac8ce3957326082f5aef8cff0b7987439e +size 5359985408 diff --git a/model-00176-of-00282.safetensors b/model-00176-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0dc87fc1de28095897f66c39b04aeac3a220411c --- /dev/null +++ b/model-00176-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c077bb39d5bae7035007ab4d5d970757dc0971d72b36d041362cbb04bea64b3 +size 5360347320 diff --git a/model-00177-of-00282.safetensors b/model-00177-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16a975e113facf1b6162353bae7cf8ff37ff5d1d --- /dev/null +++ b/model-00177-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff0871e1bde2a45ad9410ac0b32df40018ac9cba68a4d61fbd333137f740d0c +size 5360347288 diff --git a/model-00178-of-00282.safetensors b/model-00178-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c50bc1198453f14ee150ff789e48166a2b5f6c01 --- /dev/null +++ b/model-00178-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0dc567d7186f7d927a83cc3d6cf4f576b6097daa59545657ae4a9e536f2d7ac +size 5360347112 diff --git a/model-00179-of-00282.safetensors b/model-00179-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3937888c5561bcd419f9c005ed74528dd7fd9fd4 --- /dev/null +++ b/model-00179-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ec4f2c1e23417a2108ad439266f6d63b2d28c5ce81b2f307acac9543028134 +size 5359985472 diff --git a/model-00180-of-00282.safetensors b/model-00180-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb9f80e5c014b81a7a6b9026b14e04580e697cfa --- /dev/null +++ b/model-00180-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f92011cbb7817b13f2f2992031ee46e58103da0b23d584ceee5c67d5d548f3 +size 5360347320 diff --git a/model-00181-of-00282.safetensors b/model-00181-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43cd6f436146a2dbd7184b7b811f2e04bb16de6b --- /dev/null +++ b/model-00181-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11dea417115c4216ac38b33d2dbb474937c6dec9564290f58bea8cc8c45c159 +size 5360347232 diff --git a/model-00182-of-00282.safetensors b/model-00182-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c4f73b68bce85363904532daef463d6c2aa6993 --- /dev/null +++ b/model-00182-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256e921e37f9ffee7a1872d69f77a0159b7e02b23203b18093feab759a75fbc4 +size 5359985328 diff --git a/model-00183-of-00282.safetensors b/model-00183-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14d9243ff1b3e0d5d14165885a6fc3ce5800f60b --- /dev/null +++ b/model-00183-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41c80e3afa81cf1c7959fc22a20afe49999e01916ebe2ef9002303d06459809 +size 5360347320 diff --git a/model-00184-of-00282.safetensors b/model-00184-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da9507b128f7049750461aaa99c164ee51cd9834 --- /dev/null +++ b/model-00184-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c75b0866468356ece05008e5a8ac367a76e9ed42f382a200e399f4c037509d +size 5360347320 diff --git a/model-00185-of-00282.safetensors b/model-00185-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54611a51d39cefccc2050433c96681c2c63ace4a --- /dev/null +++ b/model-00185-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed3f62edc8f8fee145b97f2c1992d6d5f5280f9655b0b1dfc3c04179d5da110 +size 5360347160 diff --git a/model-00186-of-00282.safetensors b/model-00186-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f6b35d647e87172029536dda4ed49161db0996e --- /dev/null +++ b/model-00186-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1a84edaf5d01735782dc6973bc734215d4ab2e06d6d99c7a0a0df4fea0aede +size 5359985392 diff --git a/model-00187-of-00282.safetensors b/model-00187-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29515e3661b91eabe62cc1a55c284244cdbe358d --- /dev/null +++ b/model-00187-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d213b4e7f5f91daa02f2c4fd164113e24d6915df8e9e6e510ce79419b947b9 +size 5360347320 diff --git a/model-00188-of-00282.safetensors b/model-00188-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26e436e434548950944c872d75837e3c1d39c334 --- /dev/null +++ b/model-00188-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9183deb67bca78a4ca0006ff8b707b24fe1b322150443914dd6746c7fe555d23 +size 5360347304 diff --git a/model-00189-of-00282.safetensors b/model-00189-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..821529b5e72df6c3a5a715ed03f59bc07e69ad23 --- /dev/null +++ b/model-00189-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee1c8ea1bb0911db01b7f50b61a0308b9d52dde4f18341bb178f04ea38cf690 +size 5360347104 diff --git a/model-00190-of-00282.safetensors b/model-00190-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afd9053701312ddb95e4792c17a36d435617401e --- /dev/null +++ b/model-00190-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87447b745b0bebf9fc972a34d6f727cecdadbe10e3aa63a42ab40adc6aff2e36 +size 5359985456 diff --git a/model-00191-of-00282.safetensors b/model-00191-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0076022be575c355819509f82b3caba063382812 --- /dev/null +++ b/model-00191-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4499e8ee1bcad9ae17c0ec615ba008d93073cb25b7f444ad2a3d12e1df2c8686 +size 5360347320 diff --git a/model-00192-of-00282.safetensors b/model-00192-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..debeb353eead02fb777b1a1574d383bd3c331735 --- /dev/null +++ b/model-00192-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77a228482d61fec4b394f10c22f61b2417b3a61612143b0dcea8a0f6a80708c +size 5360347248 diff --git a/model-00193-of-00282.safetensors b/model-00193-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8797bae98c7619d1be18f244310c8a202636aa52 --- /dev/null +++ b/model-00193-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea5f51d243bb81475c309a1316dcb52c3b45672e65cdb5f9026d926752cec8a +size 5359985312 diff --git a/model-00194-of-00282.safetensors b/model-00194-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5532d98c9025da15ebb9c03c43cc36465e96fc11 --- /dev/null +++ b/model-00194-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bb4d23c23cf4d24ae9dd5d71489f1f6d3cc621c436761c7811a3a9dc17dbf8 +size 5360347320 diff --git a/model-00195-of-00282.safetensors b/model-00195-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a4cbf49b30d34a2eb6c3eaa9de7be45939566d3 --- /dev/null +++ b/model-00195-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff789517ea1c8f419b4dce8c48ed81ebea8a48bd5cb2a0fe306c992795e0ca9 +size 5360347320 diff --git a/model-00196-of-00282.safetensors b/model-00196-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a545d56851f07b5ca6114a3c5535b342b02ce286 --- /dev/null +++ b/model-00196-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67659bf1c86ee56cde0b31f9309e2e6c16182cbfa64a390360ad71d4af6e2b6 +size 5360347176 diff --git a/model-00197-of-00282.safetensors b/model-00197-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..422b0f6055b4b1fb7ed3cb5f446e6a69f33dae2e --- /dev/null +++ b/model-00197-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77ac51f2c75b766b54894ee9f5656517214e11d511ff08f6f40c4fa5b2c1ed3 +size 5359985288 diff --git a/model-00198-of-00282.safetensors b/model-00198-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65fe413d1d2a719810bc3f69f00875781fb1c35d --- /dev/null +++ b/model-00198-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400551d1dd9ac72cb1732c9bc0c77582c0e83fa0759822cb422e9653f8e3136e +size 5360347104 diff --git a/model-00199-of-00282.safetensors b/model-00199-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61f621e851603d34ce12dc2dabe7f17242a24072 --- /dev/null +++ b/model-00199-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59790cf03105beb4c2938e3559145200b424f430034ffa2a1367cd902a419c01 +size 5360347104 diff --git a/model-00200-of-00282.safetensors b/model-00200-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f3bc7282af60f69ad73a8f76f319195102542d5 --- /dev/null +++ b/model-00200-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce30f986a9226234550197ec3480137da6d2de1138d33f7b5d97c754360d3c57 +size 5360346896 diff --git a/model-00201-of-00282.safetensors b/model-00201-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f46c1151ff3513241b3cbdc22c573644f44c9cbb --- /dev/null +++ b/model-00201-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aee9306d00077adf016203a13355275075287fcc0d29bcc35b307a7589552f0 +size 5359985392 diff --git a/model-00202-of-00282.safetensors b/model-00202-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..185c68af9c8c49760e5abfe8e1469c82d2882cd8 --- /dev/null +++ b/model-00202-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7275037f660bc1a9dcf6587747fbb226a3bed7601851a811ce079f65c7c3e48b +size 5360347312 diff --git a/model-00203-of-00282.safetensors b/model-00203-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d7d02db791526ff08d0dd7f95f6f1995e65c693 --- /dev/null +++ b/model-00203-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb704b11ebbeaf3afb8a47275dc659fd8b40fffe3fedbc580eac6fde676c608 +size 5360347256 diff --git a/model-00204-of-00282.safetensors b/model-00204-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a83b492e3c0afd9d6ab99a3ece59d99a21294d68 --- /dev/null +++ b/model-00204-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0712bed9945d00d2ea5dff66a2218c0034f9f75cd0eec266cac463314e5352 +size 5359985304 diff --git a/model-00205-of-00282.safetensors b/model-00205-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b668128641b2865bc705f3cb5e75bb46000bfd9d --- /dev/null +++ b/model-00205-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99466ea7b2b5c536a9a193680e1532af988c42e6eaada8cd8a5d6641867fe63b +size 5360347320 diff --git a/model-00206-of-00282.safetensors b/model-00206-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10b9c996b14dcf0c24e7209b0aae9241bb06c0bb --- /dev/null +++ b/model-00206-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c0f2dbf0745fe8d48f6c7c9db0151089395b92de9b29957248b853cc3409c5 +size 5360347312 diff --git a/model-00207-of-00282.safetensors b/model-00207-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aeaa8e5d7953cfa88862a6304c5eb94ceecb7b4c --- /dev/null +++ b/model-00207-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33773ae498c2dad9a195396eb02aec544bc554730b175ea49ad030877755215a +size 5360347192 diff --git a/model-00208-of-00282.safetensors b/model-00208-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de085c092d13d7b28762ae4bfebd3d8b29991987 --- /dev/null +++ b/model-00208-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c7737bb6ac3ec3ebda6c244800d14d055a81dd7051617fa2af4fca6f62ed0bd +size 5359985368 diff --git a/model-00209-of-00282.safetensors b/model-00209-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e7ee4c4ab5ff6744661840887102f9d20f971f0 --- /dev/null +++ b/model-00209-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d60d4c8a8bd87de6804823b1474e0d7f1abaf209bbaf8e4fb19e1514fd6f4a +size 5360347320 diff --git a/model-00210-of-00282.safetensors b/model-00210-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..558e080cbb83e913586e6b0e1fad482bc422184a --- /dev/null +++ b/model-00210-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3556f4907c3b4e3a58f9f674ffd0b9117ac5180866ae6a049350083e04698a1b +size 5360347312 diff --git a/model-00211-of-00282.safetensors b/model-00211-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c50c93ac73f92b5d48927b50460b2253ca3698f4 --- /dev/null +++ b/model-00211-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175e90d426d8635771990d10a18a03a687efb300dabb30fa3973db1cb298f22f +size 5360347120 diff --git a/model-00212-of-00282.safetensors b/model-00212-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8a6369e527bc3a7448168cce4a9a2f8d80e45ad --- /dev/null +++ b/model-00212-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf99f125c6216c69b192633f43dcbab0855bac0e487a0f06bd15cf5063f1ea1 +size 5359985432 diff --git a/model-00213-of-00282.safetensors b/model-00213-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd610ff340a7d2a1139393ceb8e4e7e29bccbd14 --- /dev/null +++ b/model-00213-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a36b0a7ca1cd46493fbbe0502c907bfb2ab70874e5f3b1fe6b8b615e7121327 +size 5360347320 diff --git a/model-00214-of-00282.safetensors b/model-00214-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1d78f6625d6f4b5b448f6ca1429584d967639a3 --- /dev/null +++ b/model-00214-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1344dfc54d021547255a5f59865ac9e677055523bbe4581c432203e8a2f9e4d6 +size 5360347264 diff --git a/model-00215-of-00282.safetensors b/model-00215-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4a3f57a766dd587bc186b8ed6907b19287e5bf3 --- /dev/null +++ b/model-00215-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e879719acc9dfb64a99fd18612d79928dcfe07e6b6a5f60145d938093e2f12b +size 5359985296 diff --git a/model-00216-of-00282.safetensors b/model-00216-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ea6be72c167a5bf6a3817c9671ffb4afc8bba3b --- /dev/null +++ b/model-00216-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65f63d47db9a50b3eea6d0bd778d2dacb1b12d192d3662bef424fbcb9111592 +size 5360347320 diff --git a/model-00217-of-00282.safetensors b/model-00217-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e21a725e2a36c454cda351fcad958bb0cb1d4c91 --- /dev/null +++ b/model-00217-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec532511f2368b98d1dfe0df5a9b28f52c94c618719b563cf96b990174fb34de +size 5360347320 diff --git a/model-00218-of-00282.safetensors b/model-00218-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ac66c14c80e1da670b364136dda7317fe5abae1 --- /dev/null +++ b/model-00218-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a7b2e41e9a6eeb7ed7d8a527f1a67404ac726038389068e40d9e22aca64af02 +size 5360347200 diff --git a/model-00219-of-00282.safetensors b/model-00219-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60a57681e835fb223d2af58c1ec110414c82462e --- /dev/null +++ b/model-00219-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9230c7bdda94aa10bdfa45af08db1a1b66c3acb151470c5046f60fc12c6fecb +size 5359985360 diff --git a/model-00220-of-00282.safetensors b/model-00220-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaa4f5404247cb34fb4c7d606125b7ed43d45ae3 --- /dev/null +++ b/model-00220-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b00b3f058b8d53e5127f7063d8ddf1cb895da294401fc69faf3e3cd92cca53 +size 5360347320 diff --git a/model-00221-of-00282.safetensors b/model-00221-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ab51d7189f1aa5bd199cbdda49f28c1d5bb14d6 --- /dev/null +++ b/model-00221-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae18dd32bc17540684b93e758e35ca9d9926bcdca5f2967b3f9b31d33abf0c3 +size 5360347320 diff --git a/model-00222-of-00282.safetensors b/model-00222-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87c1f10b22c06a6d696ef4e1c86724605c2e3153 --- /dev/null +++ b/model-00222-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4502616963796f2df2ae42fad18821c36090039ccfacae658650c7ce64dbdb22 +size 5360347128 diff --git a/model-00223-of-00282.safetensors b/model-00223-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aea87fe37766877376a9fd230d2418dd6d5d589c --- /dev/null +++ b/model-00223-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f819810025293f20456a03331053353a00aaab5a0c793b111c99fa2ea88abc40 +size 5359985424 diff --git a/model-00224-of-00282.safetensors b/model-00224-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..100bb1e38c0532786f481fa3b0bd5bc8465b67fe --- /dev/null +++ b/model-00224-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4a7b143aa87574a2f235942dc16bad0a2cbcde9dd30e1270d424c7bb665117 +size 5360347320 diff --git a/model-00225-of-00282.safetensors b/model-00225-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c291fd1c3adbf4db092c43de5ee71ee4736b6a7 --- /dev/null +++ b/model-00225-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b84a1d93579a64a1ca0cbfeb4f03adf4dd76663d293557b6103d8972968fa5 +size 5360347280 diff --git a/model-00226-of-00282.safetensors b/model-00226-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd115c20ac102a39f6511fb289cd1094b7a34992 --- /dev/null +++ b/model-00226-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6c11c1efc7ca836149c195884b0fc1566464f23c26c492e3309093d7489251 +size 5192196784 diff --git a/model-00227-of-00282.safetensors b/model-00227-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..049856f3754994280f8d7f0b41cdfb96d90d7eea --- /dev/null +++ b/model-00227-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6570f8a9e5aee08f2defa55547e5c2ff3830adb3d7c0b222b51407a5d63bcaad +size 5351974184 diff --git a/model-00228-of-00282.safetensors b/model-00228-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe98040c1dbe620440df6ff3236be8638c2998b8 --- /dev/null +++ b/model-00228-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f841d4ad813d2f2da03aec4dc7d506a6526f36214476d2f5d02be49fe4ab3dd +size 5360347312 diff --git a/model-00229-of-00282.safetensors b/model-00229-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5166e7c5142b4bad498eb1eb157af821851aa7d --- /dev/null +++ b/model-00229-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a96b52b47c848afbc51ce1f885b28a2f29ed734e31c0d6807320cb746219ad +size 5360347224 diff --git a/model-00230-of-00282.safetensors b/model-00230-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f3c5d39f6ec914dae66ff40ff5bec6523d8beb3 --- /dev/null +++ b/model-00230-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc299ad78eb5b976da28dd693b67764e4401631db51dd6b2c802ac7b8d5d3a3 +size 5359985336 diff --git a/model-00231-of-00282.safetensors b/model-00231-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48a0c8e2438ca35d7dc9e2e806c39374fcad26ac --- /dev/null +++ b/model-00231-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6b1f57c3152ec29aaf2ed12ebd498db1a8a7a5f666787593d75352e240268f +size 5360347320 diff --git a/model-00232-of-00282.safetensors b/model-00232-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ef0c0a5653920d9c3ed615f3d74cecbe996ffa1 --- /dev/null +++ b/model-00232-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d737d9dd249973d43489d193f8dd02ac7be7c335132ad772736d282079dac9 +size 5360347312 diff --git a/model-00233-of-00282.safetensors b/model-00233-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f272b33cfd4c2720f25d8f9eb0f4690f49f14ed0 --- /dev/null +++ b/model-00233-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da8909da9bd2f01e053fd92b858aa4913290d7d5b8df8bcae541d6cf5cc0152 +size 5360347152 diff --git a/model-00234-of-00282.safetensors b/model-00234-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0b7d33ef5a1ba539239c3276a6b897264d932b4 --- /dev/null +++ b/model-00234-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6e22f06b9baa12db2090abf2be112ad38d52d725ddfd106a391b1f5b16e187 +size 5359985408 diff --git a/model-00235-of-00282.safetensors b/model-00235-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a741c43c16792af587c4f656e2f20d3381bc9b5 --- /dev/null +++ b/model-00235-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ceec0e4bd19b7049e9ac7ba6b0df5711bd4376b54cb6c0c289e63060caa0b55 +size 5360347320 diff --git a/model-00236-of-00282.safetensors b/model-00236-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb62e8a2c47715d433bee00b60b2c501d7566fcc --- /dev/null +++ b/model-00236-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b966c895eceab2eba8177063e0291c981a83ce4adff202ee76a525bd256e76eb +size 5360347288 diff --git a/model-00237-of-00282.safetensors b/model-00237-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fcfef4acd380f0aa57fca167baa3b3ac99044d10 --- /dev/null +++ b/model-00237-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc35243f886137ab4bf328365da59d6abc7ee29233610a3feed24739394ef28 +size 5360347112 diff --git a/model-00238-of-00282.safetensors b/model-00238-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ac34456fdc02fa36d9e180b73fff1eb77dcbed7 --- /dev/null +++ b/model-00238-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3f95d68d93d1cee5d287810334222a92c6ba07acf372dafd82cf4e22b7cde1 +size 5359985280 diff --git a/model-00239-of-00282.safetensors b/model-00239-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..045cc1b42a1643f730f026b82f3acdb6b3cbc625 --- /dev/null +++ b/model-00239-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62837c4ca85be394c380b86dba4c05011a3e02c48a005324d7b53bbbdab187c +size 5360347104 diff --git a/model-00240-of-00282.safetensors b/model-00240-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37313fa0674f21b0847ade415dfdb2f48b1f007d --- /dev/null +++ b/model-00240-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7835b52963447a239328394bf2d8574236c8fe28c88679003caab72d65f5d86f +size 5360347016 diff --git a/model-00241-of-00282.safetensors b/model-00241-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18cd51be3616208f6f9a39c59c840fc9c4c6af2a --- /dev/null +++ b/model-00241-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfd4c2f569230f4bd1bb1f5ecdb1c4699d2cc67aa3bdc80d6dabe7d832c77f3 +size 5359985160 diff --git a/model-00242-of-00282.safetensors b/model-00242-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a14ff050b96f43b433c56c38f61c3956fc6b194f --- /dev/null +++ b/model-00242-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca456d8c7d82f1e5db8ed729b8e125ea08d35eadcb2d36b87a1ce1172b8841b6 +size 5360347320 diff --git a/model-00243-of-00282.safetensors b/model-00243-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b404c0f91d769bba52bb57c5d2690cbd7d1fe145 --- /dev/null +++ b/model-00243-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9b699854541d3a7e2f3ad12601a5f3cf6dda5aeda3536598a4def58da4d1a7 +size 5360347320 diff --git a/model-00244-of-00282.safetensors b/model-00244-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac81a1ff4ca8ce41d24131e7159675a9baa9e0b0 --- /dev/null +++ b/model-00244-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac6c30fbaa12e410e6fce46a981b8bf511015c0b0a5a870cd4797ec9d93daf4 +size 5360347160 diff --git a/model-00245-of-00282.safetensors b/model-00245-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebca5c4d8d55b6d21bd7cd2962fda2796bce3864 --- /dev/null +++ b/model-00245-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a6bf409a5e3474b2383f3b5c8c34b6b792255d53e9ab7141c1877cdf7677a2 +size 5359985392 diff --git a/model-00246-of-00282.safetensors b/model-00246-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c31a2bb313ac7f581fd3ea55e78bee08d7760cb --- /dev/null +++ b/model-00246-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d98d4d9835d3df1d766d9057f5c22a407137d97926a7cd89e028fc2adb9020 +size 5360347320 diff --git a/model-00247-of-00282.safetensors b/model-00247-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6089d1136ffc158875e3ca0b20ceae133d639fe8 --- /dev/null +++ b/model-00247-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c3bcd45468a0e542313b3feee6ad51afc51785e359318b97445c476b0156ad +size 5360347304 diff --git a/model-00248-of-00282.safetensors b/model-00248-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c58d9a5044e0a3043521d27d770c080801c370c1 --- /dev/null +++ b/model-00248-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867d29ff3d85e810e942fdf77672ccbdf2d6ac2af70eb8509e5b958cb00108b8 +size 5360347104 diff --git a/model-00249-of-00282.safetensors b/model-00249-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c526a7f3e26108d79b44b0da1da9786b1bcaa66 --- /dev/null +++ b/model-00249-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7cfaf8492761b9b537c28065f08f99cccbb887bdac0d8b47ee7c840432291ee +size 5359985456 diff --git a/model-00250-of-00282.safetensors b/model-00250-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..490bbc589667c0a8fe5c00477504a3a89fd0e4c2 --- /dev/null +++ b/model-00250-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7907ef45aef7533b75ab1224750c8fe3c5a8c1f7263838e497435e62b52d449 +size 5360347320 diff --git a/model-00251-of-00282.safetensors b/model-00251-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..245a34aa0c7fe5998b599ad136d0fb2bf60f79f7 --- /dev/null +++ b/model-00251-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad993cbcaa0593051d57430e32a55d4ce7759c9b40234e2122ce17c7c3b8c57 +size 5360347248 diff --git a/model-00252-of-00282.safetensors b/model-00252-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b163d1136e65dd182a49f67a4fc053081f5f5847 --- /dev/null +++ b/model-00252-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2172a7c6042b819bd4f48aa7d09390ee95e4b9bfe1d3e5ec592d1eedc4b2280 +size 5359985312 diff --git a/model-00253-of-00282.safetensors b/model-00253-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b834a4caa7a50aef14f9631c0ceb8edee7405ff --- /dev/null +++ b/model-00253-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a415624410bacb79d8ce20cc60c15646ad3e63a3f29cad5e733c3655e11974 +size 5360347320 diff --git a/model-00254-of-00282.safetensors b/model-00254-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75205317ec93e0f4a4a0cabf044efcc52bc0b07f --- /dev/null +++ b/model-00254-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:534ee1d72567b55b656656f40439d70a79a41293076d8dc1488d3ddabed710dc +size 5360347320 diff --git a/model-00255-of-00282.safetensors b/model-00255-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd8cae427880ff9b754d7f90b5ac24764a265fbc --- /dev/null +++ b/model-00255-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4752ae7bee4c474c3ecb68e881d41747bf3a975cb99a3ae20cc562dcc93a8103 +size 5360347176 diff --git a/model-00256-of-00282.safetensors b/model-00256-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbf239df2bc1bebee1b93d8794cdfd0fe20ccca4 --- /dev/null +++ b/model-00256-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:909b31fbe93ce89a2ca6a2861ae3048c064e841edce6a0d041a795dbe2accf39 +size 5359985384 diff --git a/model-00257-of-00282.safetensors b/model-00257-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d13c6bc83e6b007229378788058821f5b7cfbefd --- /dev/null +++ b/model-00257-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af0a57854e9a0571c6d056133526bae1cd4be9ee5b258ed4d1f0fecba72b5686 +size 5360347320 diff --git a/model-00258-of-00282.safetensors b/model-00258-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3d38053becfd590198a0c735e75f3caf93086a0 --- /dev/null +++ b/model-00258-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24664ae866c9194ecce39272107a452821500dfcc9346aad8b1df85e310596e3 +size 5360347320 diff --git a/model-00259-of-00282.safetensors b/model-00259-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45e322ab353491b5167746d464e58d4e5ebcccc7 --- /dev/null +++ b/model-00259-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01b806453d7ed3671aba421041f147381f9a3610739acfb3165734ef9b66da9 +size 5360347112 diff --git a/model-00260-of-00282.safetensors b/model-00260-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5181f130dceb11b5a9ebaa05e4e7a8f1b152a6fa --- /dev/null +++ b/model-00260-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb5f22090302d9ebc5931f1ba8eac105159c8f0e94a6dda0b1ab67f64b127b4 +size 5359985440 diff --git a/model-00261-of-00282.safetensors b/model-00261-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4a5ff145fd7ac03269d83c51165b87505881e2d --- /dev/null +++ b/model-00261-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda8875d06dce2bc2ef67fa0a940ec5114dd83d7aa4257528c586b7fc51b87d6 +size 5360347312 diff --git a/model-00262-of-00282.safetensors b/model-00262-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff8ff456612aa74068978499d6b05a14132d0126 --- /dev/null +++ b/model-00262-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6ea5530ef3c56eff3ef84d0f45e7e34abab551f44fbd747516d10aec23d024 +size 5360347256 diff --git a/model-00263-of-00282.safetensors b/model-00263-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f02e5a3e4021efa022f3378c7c05c7d0ffaf5ea --- /dev/null +++ b/model-00263-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b3de596edc0efbb0e94cb1b5a6862ec7d4f054f90b935af4d2a58664f07973 +size 5359985304 diff --git a/model-00264-of-00282.safetensors b/model-00264-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f0aaf58364bc4acac862678ae6b6929158d5474 --- /dev/null +++ b/model-00264-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b5f5f1ebf720e88af3accd1812f8f392e1c80f958c605579044a0b51bfd4f7 +size 5360347320 diff --git a/model-00265-of-00282.safetensors b/model-00265-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10f0fdd909749704feefc732d33196b5bfc37c09 --- /dev/null +++ b/model-00265-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1d5fe7224b1e801cd0f82f636b332734537eb697cb8a8e74bb06825c5674b5 +size 5360347312 diff --git a/model-00266-of-00282.safetensors b/model-00266-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87b9ff25c0bcabc625b5d909d5c620f45013a048 --- /dev/null +++ b/model-00266-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d449faa20681471c90f737ef6264ea266f3541ab5a3b2db8f927da7ee4fd44cf +size 5360347192 diff --git a/model-00267-of-00282.safetensors b/model-00267-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8c3b598308813b19905932143ca5daf02c835e6 --- /dev/null +++ b/model-00267-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c491d67d4cdf877677c2186d8baf5ec631994956742bd4ebbceb0f51cad16e20 +size 5359985368 diff --git a/model-00268-of-00282.safetensors b/model-00268-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be58b2cd2a367625c3efe1abd5bcb4f53eea800b --- /dev/null +++ b/model-00268-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6666e5f11c3c3ed1ed4e74ee40b440e69033c505a3a9acb53b97139e35b7e7 +size 5360347320 diff --git a/model-00269-of-00282.safetensors b/model-00269-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0868c7150fe798171a46c67b9ba9d98d644f06d9 --- /dev/null +++ b/model-00269-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1239c41ee244d42a0e05d51281ac57a9b29d3887dbd54fc4701de2932a4237fe +size 5360347312 diff --git a/model-00270-of-00282.safetensors b/model-00270-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86a47f604a25b6c99c9b5bc71c0210e57e52c732 --- /dev/null +++ b/model-00270-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a18fe6406132d00711683d270d3dd8d669410ea3264b64a742058e23e2ecb1 +size 5360347120 diff --git a/model-00271-of-00282.safetensors b/model-00271-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a7de767922bf98ddd4091a74b69bdca1f8fce49 --- /dev/null +++ b/model-00271-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f31356362ff509a560a9efac28e2db141c4c7786ab095fff96a022599532e9b +size 5360009568 diff --git a/model-00272-of-00282.safetensors b/model-00272-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8312b08d8fb1ded4f0693b4457c101c35679491 --- /dev/null +++ b/model-00272-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53286eb550aa4a1ec25844f5a4debc164ce7440807329a17b7c77c883d5d5a6c +size 5360347320 diff --git a/model-00273-of-00282.safetensors b/model-00273-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4a9ff37120e1f5da44b137ddcfd99beedfb8cbc --- /dev/null +++ b/model-00273-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5b3961d481a55c8abd10c7f3a2cc4c510a778dee0e7ef1d045971a724c6ee8 +size 5360347272 diff --git a/model-00274-of-00282.safetensors b/model-00274-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c9e8e90d6815cd1ea806f7ce529a1a68704ac9d --- /dev/null +++ b/model-00274-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555b082c0c6048fd308fba60473d608701485cd3ec33a7b41186fbcdb7a9ce87 +size 5359997696 diff --git a/model-00275-of-00282.safetensors b/model-00275-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53005ad99e6e2d1a1c2f442b2466e9b74bcd136b --- /dev/null +++ b/model-00275-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2401fde388be2f9859a53c7dc9115ee746b60a9ee2064260264a6c918403703e +size 5360347096 diff --git a/model-00276-of-00282.safetensors b/model-00276-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6d09d5631c4afb98e941b26ba444dbd74a7c783 --- /dev/null +++ b/model-00276-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17de955b9f24b39ef1b1c7c14479aacdb6ca7cdc2f5220eda747e3a6552aeba +size 5360347104 diff --git a/model-00277-of-00282.safetensors b/model-00277-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eb8af4a03f48d9e371b10df17a61994d32a1f84 --- /dev/null +++ b/model-00277-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5063da153f330988acddf67563ab5b12b79d77b79b5d18ba0585770080dc8652 +size 5360346992 diff --git a/model-00278-of-00282.safetensors b/model-00278-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea192a89593af14dc1fc362212b0c325d09b916b --- /dev/null +++ b/model-00278-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a7b33f1df61a68b4352c54abae0186c7e05606a5589524586e1e8c5db4106b +size 5359985144 diff --git a/model-00279-of-00282.safetensors b/model-00279-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40f21ee198a1167e0ec47e256c5807edb16e4445 --- /dev/null +++ b/model-00279-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d428386f877c6f4581ec06b72af3efc671c1ea2658e389703f01958d68e3542b +size 5360347104 diff --git a/model-00280-of-00282.safetensors b/model-00280-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e5df6be10e95d3872d6d97e21b25d40083c4c4a --- /dev/null +++ b/model-00280-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7702fa6ba3b0f2cc88738c09d67d02be757367114798351338bb09a9c203fae +size 5360347104 diff --git a/model-00281-of-00282.safetensors b/model-00281-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0829428ca5da93e32f60f6eb5288dce6b3fce7e9 --- /dev/null +++ b/model-00281-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a7d344fb942cc260dd5417a1891f7bcf28a0fe7d6c9366b6cff162e9f74edc +size 5360346928 diff --git a/model-00282-of-00282.safetensors b/model-00282-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfced7b2cc1d4fb77e58f4a7c27873fe13c82dc1 --- /dev/null +++ b/model-00282-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608f9fa0601d99a3e911103bc92700df6183f70dcf7b7558a85d94cc81685aba +size 1962582048 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c9de97372a280d23aa9390215bc5c48331352019 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59877 @@ +{ + "metadata": { + "total_size": 1507728316928 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00282.safetensors", + "model.embed_tokens.weight": "model-00001-of-00282.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.bias": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wk.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wq_b.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.k_norm.bias": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.k_norm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.weights_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.wk.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.indexer.wq_b.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.input_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.k_norm.bias": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.k_norm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.weights_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.wk.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.indexer.wq_b.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.input_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.k_norm.bias": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.k_norm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.weights_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.wk.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.indexer.wq_b.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.input_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.bias": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wk.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wq_b.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.input_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.k_norm.bias": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.k_norm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.weights_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.wk.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.indexer.wq_b.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.input_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.k_norm.bias": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.k_norm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.weights_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.wk.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.indexer.wq_b.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.input_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.k_norm.bias": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.k_norm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.weights_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.wk.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.indexer.wq_b.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.input_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.bias": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wk.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wq_b.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.input_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.input_layernorm.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.k_norm.bias": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.k_norm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.weights_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.wk.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.indexer.wq_b.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.input_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.k_norm.bias": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.k_norm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.weights_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.wk.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.indexer.wq_b.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.input_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.bias": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wk.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wq_b.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.input_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.k_norm.bias": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.k_norm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.weights_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.wk.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.indexer.wq_b.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.input_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.k_norm.bias": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.k_norm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.weights_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.wk.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.indexer.wq_b.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.input_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.k_norm.bias": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.k_norm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.weights_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.wk.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.indexer.wq_b.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.input_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.bias": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wk.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wq_b.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.input_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.k_norm.bias": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.k_norm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.weights_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.wk.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.indexer.wq_b.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.input_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.k_norm.bias": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.k_norm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.weights_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.wk.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.indexer.wq_b.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.input_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.k_norm.bias": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.k_norm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.weights_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.wk.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.indexer.wq_b.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.input_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.k_norm.bias": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.k_norm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.weights_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.wk.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.indexer.wq_b.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.input_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.bias": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wk.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wq_b.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.input_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.k_norm.bias": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.k_norm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.weights_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.wk.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.indexer.wq_b.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.input_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.k_norm.bias": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.k_norm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.weights_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.wk.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.indexer.wq_b.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.input_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.k_norm.bias": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.k_norm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.weights_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.wk.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.indexer.wq_b.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.input_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.bias": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wk.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wq_b.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.input_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.k_norm.bias": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.k_norm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.weights_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.wk.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.indexer.wq_b.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.input_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.k_norm.bias": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.k_norm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.weights_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.wk.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.indexer.wq_b.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.input_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.k_norm.bias": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.k_norm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.weights_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.wk.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.indexer.wq_b.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.input_layernorm.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.bias": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wk.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wq_b.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.input_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.k_norm.bias": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.k_norm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.weights_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.wk.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.indexer.wq_b.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.input_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.gate.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.k_norm.bias": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.k_norm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.weights_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.wk.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.indexer.wq_b.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.input_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.k_norm.bias": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.k_norm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.weights_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.wk.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.indexer.wq_b.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.input_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.k_norm.bias": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.k_norm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.weights_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.wk.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.indexer.wq_b.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.input_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.gate.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.bias": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wk.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wq_b.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.input_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.k_norm.bias": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.k_norm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.weights_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.wk.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.indexer.wq_b.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.input_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.k_norm.bias": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.k_norm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.weights_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.wk.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.indexer.wq_b.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.input_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.k_norm.bias": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.k_norm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.weights_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.wk.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.indexer.wq_b.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.input_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.bias": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wk.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wq_b.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.input_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.k_norm.bias": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.k_norm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.weights_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.wk.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.indexer.wq_b.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.input_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.192.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.193.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.194.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.195.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.196.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.252.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.253.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.254.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.255.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.k_norm.bias": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.k_norm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.weights_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.wk.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.indexer.wq_b.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.input_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.208.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.209.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.210.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.211.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.212.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.213.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.214.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.215.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.k_norm.bias": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.k_norm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.weights_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.wk.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.indexer.wq_b.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.input_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.k_norm.bias": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.k_norm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.weights_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.wk.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.indexer.wq_b.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.input_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.192.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.193.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.249.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.250.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.251.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.252.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.253.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.254.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.255.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.bias": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wk.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wq_b.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.input_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.204.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.205.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.206.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.207.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.208.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.209.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.210.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.211.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.212.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.k_norm.bias": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.k_norm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.weights_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.wk.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.indexer.wq_b.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.input_layernorm.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.222.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.223.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.224.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.225.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.226.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.227.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.228.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.229.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.230.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.231.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.232.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.233.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.k_norm.bias": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.k_norm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.weights_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.wk.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.indexer.wq_b.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.input_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.242.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.243.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.244.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.245.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.246.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.247.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.248.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.249.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.250.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.251.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.252.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.253.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.k_norm.bias": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.k_norm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.weights_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.wk.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.indexer.wq_b.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.input_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.200.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.201.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.202.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.203.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.204.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.205.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.206.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.207.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.208.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.209.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.gate.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.bias": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wk.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wq_b.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.input_layernorm.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.219.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.220.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.221.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.222.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.223.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.224.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.225.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.226.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.227.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.228.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.229.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.k_norm.bias": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.k_norm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.weights_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.wk.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.indexer.wq_b.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.input_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.239.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.240.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.241.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.242.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.243.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.244.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.245.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.246.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.247.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.248.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.249.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.250.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.k_norm.bias": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.k_norm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.weights_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.wk.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.indexer.wq_b.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.input_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.196.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.197.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.198.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.199.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.200.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.201.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.202.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.203.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.204.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.205.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.206.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.207.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.gate.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.k_norm.bias": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.k_norm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.weights_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.wk.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.indexer.wq_b.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.input_layernorm.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.215.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.216.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.217.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.218.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.219.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.220.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.221.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.222.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.223.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.224.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.225.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.226.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.227.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.bias": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wk.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wq_b.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.input_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.235.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.236.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.237.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.238.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.239.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.240.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.241.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.242.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.243.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.244.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.245.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.246.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.247.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.248.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.k_norm.bias": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.k_norm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.weights_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.wk.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.indexer.wq_b.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.input_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.gate.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.bias": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wk.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wq_b.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.input_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.211.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.211.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.212.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.213.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.214.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.215.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.216.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.217.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.218.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.219.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.220.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.221.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.222.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.223.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.224.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.k_norm.bias": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.k_norm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.weights_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.wk.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.indexer.wq_b.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.input_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.231.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.232.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.233.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.234.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.235.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.236.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.237.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.238.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.239.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.240.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.241.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.242.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.243.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.244.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.k_norm.bias": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.k_norm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.weights_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.wk.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.indexer.wq_b.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.input_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.192.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.193.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.194.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.195.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.196.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.197.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.198.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.199.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.200.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.252.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.253.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.254.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.255.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.gate.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.bias": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wk.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wq_b.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.input_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.208.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.208.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.209.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.210.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.211.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.212.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.213.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.214.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.215.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.216.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.217.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.218.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.219.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.220.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.k_norm.bias": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.k_norm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.weights_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.wk.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.indexer.wq_b.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.input_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.228.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.229.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.230.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.231.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.232.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.233.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.234.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.235.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.236.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.237.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.238.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.239.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.240.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.241.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.k_norm.bias": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.k_norm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.weights_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.wk.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.indexer.wq_b.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.input_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.192.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.193.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.194.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.195.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.196.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.197.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.198.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.199.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.249.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.250.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.251.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.252.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.253.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.254.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.255.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.k_norm.bias": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.k_norm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.weights_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.wk.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.indexer.wq_b.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.input_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.204.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.204.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.205.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.206.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.207.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.208.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.209.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.210.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.211.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.212.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.213.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.214.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.215.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.216.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.217.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.218.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.bias": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wk.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wq_b.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_a_layernorm.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_a_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.66.self_attn.q_b_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.input_layernorm.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.222.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.222.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.223.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.224.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.225.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.226.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.227.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.228.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.229.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.230.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.231.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.232.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.233.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.234.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.235.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.236.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.237.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.238.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.239.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.k_norm.bias": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.k_norm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.weights_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.wk.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.indexer.wq_b.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.input_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.192.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.193.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.194.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.195.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.242.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.243.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.244.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.245.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.246.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.247.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.248.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.249.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.250.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.251.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.252.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.253.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.254.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.255.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.k_norm.bias": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.k_norm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.weights_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.wk.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.indexer.wq_b.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.input_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.200.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.201.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.202.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.203.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.204.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.205.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.206.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.207.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.208.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.209.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.210.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.211.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.212.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.213.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.214.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.215.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.gate.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.k_norm.bias": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.k_norm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.weights_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.wk.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.indexer.wq_b.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.kv_b_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_a_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_a_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.69.self_attn.q_b_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.input_layernorm.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.k_norm.bias": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.k_norm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.weights_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.wk.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.indexer.wq_b.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.input_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.192.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.239.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.240.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.241.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.242.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.243.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.244.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.245.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.246.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.247.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.248.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.249.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.250.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.251.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.252.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.253.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.254.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.255.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.bias": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wk.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wq_b.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.input_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.196.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.197.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.198.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.199.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.200.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.201.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.202.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.203.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.204.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.205.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.206.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.207.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.208.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.209.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.210.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.211.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.212.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.gate.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.k_norm.bias": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.k_norm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.weights_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.wk.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.indexer.wq_b.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.kv_b_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_a_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_a_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.71.self_attn.q_b_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.input_layernorm.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.215.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.215.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.216.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.217.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.218.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.219.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.220.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.221.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.222.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.223.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.224.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.225.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.226.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.227.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.228.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.229.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.230.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.231.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.232.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.k_norm.bias": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.k_norm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.weights_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.wk.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.indexer.wq_b.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.input_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.235.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.236.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.237.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.238.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.239.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.240.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.241.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.242.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.243.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.244.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.245.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.246.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.247.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.248.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.249.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.250.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.251.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.252.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.253.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.k_norm.bias": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.k_norm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.weights_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.wk.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.indexer.wq_b.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.input_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.192.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.193.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.194.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.195.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.196.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.197.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.198.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.199.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.200.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.201.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.202.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.203.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.204.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.205.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.206.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.207.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.208.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.209.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.gate.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.bias": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wk.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wq_b.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.kv_b_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_a_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_a_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.74.self_attn.q_b_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.input_layernorm.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.211.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.211.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.212.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.213.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.214.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.215.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.216.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.217.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.218.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.219.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.220.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.221.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.222.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.223.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.224.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.225.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.226.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.227.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.228.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.229.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.k_norm.bias": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.k_norm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.weights_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.wk.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.indexer.wq_b.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.input_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.231.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.232.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.233.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.234.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.235.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.236.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.237.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.238.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.239.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.240.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.241.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.242.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.243.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.244.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.245.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.246.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.247.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.248.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.249.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.250.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.k_norm.bias": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.k_norm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.weights_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.wk.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.indexer.wq_b.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.input_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.192.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.193.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.194.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.195.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.196.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.197.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.198.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.199.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.200.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.201.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.202.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.203.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.204.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.205.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.206.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.252.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.253.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.254.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.255.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.gate.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.k_norm.bias": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.k_norm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.weights_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.wk.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.indexer.wq_b.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.kv_b_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_a_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_a_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.77.self_attn.q_b_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.eh_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.enorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.hnorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.input_layernorm.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.206.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.206.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.207.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.208.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.209.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.210.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.211.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.212.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.213.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.214.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.215.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.216.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.217.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.218.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.219.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.220.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.221.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.222.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.223.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.224.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.225.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.bias": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.weights_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wk.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wq_b.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_proj_with_mqa.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.shared_head.norm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.input_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.k_norm.bias": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.k_norm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.weights_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.wk.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.indexer.wq_b.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.input_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.gate.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.k_norm.bias": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.k_norm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.weights_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.wk.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.indexer.wq_b.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00282-of-00282.safetensors", + "model.norm.weight": "model-00282-of-00282.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1723f7d90e3fb497303ec7b18f88cf5d05928f37 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 202752, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}